{"level":"warn","ts":"2026-05-13T02:16:33.615302Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-13T02:16:33.615427Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.138:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.138:2380","--initial-cluster=instance=https://199.204.45.138:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.138:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.138:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-13T02:16:33.615529Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-13T02:16:33.615547Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.138:2380"]} {"level":"info","ts":"2026-05-13T02:16:33.615576Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-13T02:16:33.616317Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.138:2379"]} {"level":"info","ts":"2026-05-13T02:16:33.616414Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.138:2380"],"listen-peer-urls":["https://199.204.45.138:2380"],"advertise-client-urls":["https://199.204.45.138:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.138:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.138:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-13T02:16:33.622103Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.389687ms"} {"level":"info","ts":"2026-05-13T02:16:33.632606Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"f3d52791b64f7591","cluster-id":"90076b89649fe294"} {"level":"info","ts":"2026-05-13T02:16:33.632707Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 switched to configuration voters=()"} {"level":"info","ts":"2026-05-13T02:16:33.632731Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became follower at term 0"} {"level":"info","ts":"2026-05-13T02:16:33.632748Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft f3d52791b64f7591 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-13T02:16:33.632759Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became follower at term 1"} {"level":"info","ts":"2026-05-13T02:16:33.632807Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 switched to configuration voters=(17569993028038260113)"} {"level":"warn","ts":"2026-05-13T02:16:33.64134Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-13T02:16:33.643976Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-13T02:16:33.646418Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-13T02:16:33.649225Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"f3d52791b64f7591","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-13T02:16:33.649514Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"f3d52791b64f7591","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-13T02:16:33.649659Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-13T02:16:33.649857Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-13T02:16:33.649884Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-13T02:16:33.651852Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 switched to configuration voters=(17569993028038260113)"} {"level":"info","ts":"2026-05-13T02:16:33.65256Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"90076b89649fe294","local-member-id":"f3d52791b64f7591","added-peer-id":"f3d52791b64f7591","added-peer-peer-urls":["https://199.204.45.138:2380"]} {"level":"info","ts":"2026-05-13T02:16:33.654167Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-13T02:16:33.654392Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"f3d52791b64f7591","initial-advertise-peer-urls":["https://199.204.45.138:2380"],"listen-peer-urls":["https://199.204.45.138:2380"],"advertise-client-urls":["https://199.204.45.138:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.138:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-13T02:16:33.654454Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-13T02:16:33.654458Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.138:2380"} {"level":"info","ts":"2026-05-13T02:16:33.654542Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.138:2380"} {"level":"info","ts":"2026-05-13T02:16:34.333823Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 is starting a new election at term 1"} {"level":"info","ts":"2026-05-13T02:16:34.333919Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-13T02:16:34.333949Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 received MsgPreVoteResp from f3d52791b64f7591 at term 1"} {"level":"info","ts":"2026-05-13T02:16:34.333965Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became candidate at term 2"} {"level":"info","ts":"2026-05-13T02:16:34.333973Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 received MsgVoteResp from f3d52791b64f7591 at term 2"} {"level":"info","ts":"2026-05-13T02:16:34.333983Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became leader at term 2"} {"level":"info","ts":"2026-05-13T02:16:34.333992Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: f3d52791b64f7591 elected leader f3d52791b64f7591 at term 2"} {"level":"info","ts":"2026-05-13T02:16:34.33534Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"f3d52791b64f7591","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.138:2379]}","request-path":"/0/members/f3d52791b64f7591/attributes","cluster-id":"90076b89649fe294","publish-timeout":"7s"} {"level":"info","ts":"2026-05-13T02:16:34.335371Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-13T02:16:34.335407Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-13T02:16:34.335579Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-13T02:16:34.335675Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-13T02:16:34.335744Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-13T02:16:34.338002Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-13T02:16:34.339069Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.138:2379"} {"level":"info","ts":"2026-05-13T02:16:34.343604Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"90076b89649fe294","local-member-id":"f3d52791b64f7591","cluster-version":"3.5"} {"level":"info","ts":"2026-05-13T02:16:34.343833Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-13T02:16:34.345256Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-13T02:16:36.363422Z","caller":"traceutil/trace.go:171","msg":"trace[1129837429] linearizableReadLoop","detail":"{readStateIndex:74; appliedIndex:73; }","duration":"350.036507ms","start":"2026-05-13T02:16:36.013352Z","end":"2026-05-13T02:16:36.363389Z","steps":["trace[1129837429] 'read index received' (duration: 344.708541ms)","trace[1129837429] 'applied index is now lower than readState.Index' (duration: 5.326746ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:16:36.363504Z","caller":"traceutil/trace.go:171","msg":"trace[877615304] transaction","detail":"{read_only:false; response_revision:70; number_of_response:1; }","duration":"437.334523ms","start":"2026-05-13T02:16:35.926129Z","end":"2026-05-13T02:16:36.363463Z","steps":["trace[877615304] 'process raft request' (duration: 431.891364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:16:36.36366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.270883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-13T02:16:36.36384Z","caller":"traceutil/trace.go:171","msg":"trace[1732396939] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:70; }","duration":"350.526009ms","start":"2026-05-13T02:16:36.013295Z","end":"2026-05-13T02:16:36.363821Z","steps":["trace[1732396939] 'agreement among raft nodes before linearized reading' (duration: 350.258963ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:16:36.363878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:16:36.013254Z","time spent":"350.614131ms","remote":"127.0.0.1:39874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-05-13T02:16:36.364208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:16:35.926116Z","time spent":"437.500918ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-13T02:16:45.512448Z","caller":"traceutil/trace.go:171","msg":"trace[1313890274] linearizableReadLoop","detail":"{readStateIndex:345; appliedIndex:344; }","duration":"231.241968ms","start":"2026-05-13T02:16:45.281158Z","end":"2026-05-13T02:16:45.5124Z","steps":["trace[1313890274] 'read index received' (duration: 229.235797ms)","trace[1313890274] 'applied index is now lower than readState.Index' (duration: 2.003961ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:16:45.512702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.501435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-05-13T02:16:45.512674Z","caller":"traceutil/trace.go:171","msg":"trace[534021792] transaction","detail":"{read_only:false; response_revision:337; number_of_response:1; }","duration":"239.683293ms","start":"2026-05-13T02:16:45.272957Z","end":"2026-05-13T02:16:45.51264Z","steps":["trace[534021792] 'process raft request' (duration: 237.403975ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:16:45.512753Z","caller":"traceutil/trace.go:171","msg":"trace[1614791474] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:337; }","duration":"231.601527ms","start":"2026-05-13T02:16:45.281137Z","end":"2026-05-13T02:16:45.512738Z","steps":["trace[1614791474] 'agreement among raft nodes before linearized reading' (duration: 231.440243ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:16:45.675243Z","caller":"traceutil/trace.go:171","msg":"trace[1399252225] transaction","detail":"{read_only:false; response_revision:339; number_of_response:1; }","duration":"150.757595ms","start":"2026-05-13T02:16:45.524452Z","end":"2026-05-13T02:16:45.67521Z","steps":["trace[1399252225] 'process raft request' (duration: 145.765428ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:16:45.675458Z","caller":"traceutil/trace.go:171","msg":"trace[54753394] transaction","detail":"{read_only:false; response_revision:340; number_of_response:1; }","duration":"150.862758ms","start":"2026-05-13T02:16:45.524565Z","end":"2026-05-13T02:16:45.675427Z","steps":["trace[54753394] 'process raft request' (duration: 150.56442ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:16:45.745207Z","caller":"traceutil/trace.go:171","msg":"trace[645789162] transaction","detail":"{read_only:false; response_revision:341; number_of_response:1; }","duration":"200.251266ms","start":"2026-05-13T02:16:45.544916Z","end":"2026-05-13T02:16:45.745167Z","steps":["trace[645789162] 'process raft request' (duration: 200.029341ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:16:45.745259Z","caller":"traceutil/trace.go:171","msg":"trace[698226146] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"200.02876ms","start":"2026-05-13T02:16:45.545174Z","end":"2026-05-13T02:16:45.745203Z","steps":["trace[698226146] 'process raft request' (duration: 199.899947ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:16:45.745311Z","caller":"traceutil/trace.go:171","msg":"trace[426348389] transaction","detail":"{read_only:false; response_revision:343; number_of_response:1; }","duration":"198.647756ms","start":"2026-05-13T02:16:45.546633Z","end":"2026-05-13T02:16:45.74528Z","steps":["trace[426348389] 'process raft request' (duration: 198.488522ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:16:45.745528Z","caller":"traceutil/trace.go:171","msg":"trace[510191095] transaction","detail":"{read_only:false; response_revision:344; number_of_response:1; }","duration":"190.695013ms","start":"2026-05-13T02:16:45.55475Z","end":"2026-05-13T02:16:45.745445Z","steps":["trace[510191095] 'process raft request' (duration: 190.421957ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:16:49.55067Z","caller":"traceutil/trace.go:171","msg":"trace[878083206] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"154.637154ms","start":"2026-05-13T02:16:49.396003Z","end":"2026-05-13T02:16:49.55064Z","steps":["trace[878083206] 'process raft request' (duration: 154.461219ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:16:50.660792Z","caller":"traceutil/trace.go:171","msg":"trace[1541204899] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"182.495635ms","start":"2026-05-13T02:16:50.478273Z","end":"2026-05-13T02:16:50.660769Z","steps":["trace[1541204899] 'process raft request' (duration: 182.353101ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:16:52.577286Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563873625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T02:16:52.944688Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.029036924s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T02:16:52.945275Z","caller":"traceutil/trace.go:171","msg":"trace[1565354399] linearizableReadLoop","detail":"{readStateIndex:384; appliedIndex:383; }","duration":"868.525691ms","start":"2026-05-13T02:16:52.076707Z","end":"2026-05-13T02:16:52.945232Z","steps":["trace[1565354399] 'read index received' (duration: 868.296325ms)","trace[1565354399] 'applied index is now lower than readState.Index' (duration: 228.416µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:16:52.945351Z","caller":"traceutil/trace.go:171","msg":"trace[125814299] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"1.029828143s","start":"2026-05-13T02:16:51.915502Z","end":"2026-05-13T02:16:52.94533Z","steps":["trace[125814299] 'process raft request' (duration: 1.029535766s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:16:52.945451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.745306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-13T02:16:52.945513Z","caller":"traceutil/trace.go:171","msg":"trace[307522696] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:374; }","duration":"868.861488ms","start":"2026-05-13T02:16:52.076635Z","end":"2026-05-13T02:16:52.945497Z","steps":["trace[307522696] 'agreement among raft nodes before linearized reading' (duration: 868.753286ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:16:52.945557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:16:52.076609Z","time spent":"868.934981ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-13T02:16:52.945686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:16:51.915468Z","time spent":"1.029931866s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:16:53.724755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.484306ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-13T02:16:53.725025Z","caller":"traceutil/trace.go:171","msg":"trace[1235288197] linearizableReadLoop","detail":"{readStateIndex:385; appliedIndex:384; }","duration":"779.622824ms","start":"2026-05-13T02:16:52.945356Z","end":"2026-05-13T02:16:53.724979Z","steps":["trace[1235288197] 'read index received' (duration: 14.834839ms)","trace[1235288197] 'applied index is now lower than readState.Index' (duration: 764.784685ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:16:53.725274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058952438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-13T02:16:53.725396Z","caller":"traceutil/trace.go:171","msg":"trace[1858285379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:374; }","duration":"1.059228915s","start":"2026-05-13T02:16:52.666137Z","end":"2026-05-13T02:16:53.725366Z","steps":["trace[1858285379] 'agreement among raft nodes before linearized reading' (duration: 1.058855725s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:16:53.725456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:16:52.666112Z","time spent":"1.059330246s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T02:16:53.725443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.072128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-05-13T02:16:53.725458Z","caller":"traceutil/trace.go:171","msg":"trace[1039517505] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"774.643537ms","start":"2026-05-13T02:16:52.950779Z","end":"2026-05-13T02:16:53.725423Z","steps":["trace[1039517505] 'process raft request' (duration: 774.107433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:16:53.725494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.340946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:16:53.725481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645781963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-13T02:16:53.725517Z","caller":"traceutil/trace.go:171","msg":"trace[605582668] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:375; }","duration":"775.18528ms","start":"2026-05-13T02:16:52.95031Z","end":"2026-05-13T02:16:53.725495Z","steps":["trace[605582668] 'agreement among raft nodes before linearized reading' (duration: 775.013265ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:16:53.725554Z","caller":"traceutil/trace.go:171","msg":"trace[152043005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:375; }","duration":"403.435129ms","start":"2026-05-13T02:16:53.3221Z","end":"2026-05-13T02:16:53.725535Z","steps":["trace[152043005] 'agreement among raft nodes before linearized reading' (duration: 403.343426ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:16:53.725572Z","caller":"traceutil/trace.go:171","msg":"trace[230323576] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:375; }","duration":"1.645906097s","start":"2026-05-13T02:16:52.079643Z","end":"2026-05-13T02:16:53.725549Z","steps":["trace[230323576] 'agreement among raft nodes before linearized reading' (duration: 1.645524868s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:16:53.725583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:16:52.95029Z","time spent":"775.277403ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-13T02:16:53.725621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:16:52.079636Z","time spent":"1.645976089s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T02:16:53.725592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:16:53.322079Z","time spent":"403.503081ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T02:16:53.725655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:16:52.950764Z","time spent":"774.76758ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:16:55.978643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.659168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-13T02:16:55.979008Z","caller":"traceutil/trace.go:171","msg":"trace[1471082649] transaction","detail":"{read_only:false; response_revision:381; number_of_response:1; }","duration":"191.39495ms","start":"2026-05-13T02:16:55.787563Z","end":"2026-05-13T02:16:55.978958Z","steps":["trace[1471082649] 'compare' (duration: 182.454673ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:16:55.979074Z","caller":"traceutil/trace.go:171","msg":"trace[890450017] transaction","detail":"{read_only:false; response_revision:382; number_of_response:1; }","duration":"191.3925ms","start":"2026-05-13T02:16:55.787648Z","end":"2026-05-13T02:16:55.97904Z","steps":["trace[890450017] 'process raft request' (duration: 191.208036ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:16:55.979042Z","caller":"traceutil/trace.go:171","msg":"trace[217269333] linearizableReadLoop","detail":"{readStateIndex:393; appliedIndex:391; }","duration":"101.94868ms","start":"2026-05-13T02:16:55.87707Z","end":"2026-05-13T02:16:55.979018Z","steps":["trace[217269333] 'read index received' (duration: 53.081994ms)","trace[217269333] 'applied index is now lower than readState.Index' (duration: 48.864806ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:16:55.979182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.074592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-13T02:16:55.97928Z","caller":"traceutil/trace.go:171","msg":"trace[359671704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:382; }","duration":"102.223806ms","start":"2026-05-13T02:16:55.876996Z","end":"2026-05-13T02:16:55.979219Z","steps":["trace[359671704] 'agreement among raft nodes before linearized reading' (duration: 102.086022ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:16:57.476938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.159514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-13T02:16:57.477022Z","caller":"traceutil/trace.go:171","msg":"trace[1295376753] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:385; }","duration":"122.303827ms","start":"2026-05-13T02:16:57.354697Z","end":"2026-05-13T02:16:57.477001Z","steps":["trace[1295376753] 'range keys from in-memory index tree' (duration: 121.901017ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:00.319917Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563873673,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T02:17:00.820357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563873673,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T02:17:00.892983Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.125119621s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T02:17:00.893497Z","caller":"traceutil/trace.go:171","msg":"trace[544975362] transaction","detail":"{read_only:false; response_revision:391; number_of_response:1; }","duration":"1.125993244s","start":"2026-05-13T02:16:59.767472Z","end":"2026-05-13T02:17:00.893465Z","steps":["trace[544975362] 'process raft request' (duration: 1.125774428s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:00.893703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:16:59.767458Z","time spent":"1.126139208s","remote":"127.0.0.1:39916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:17:00.900872Z","caller":"traceutil/trace.go:171","msg":"trace[1704713083] linearizableReadLoop","detail":"{readStateIndex:404; appliedIndex:402; }","duration":"1.081292512s","start":"2026-05-13T02:16:59.819559Z","end":"2026-05-13T02:17:00.900851Z","steps":["trace[1704713083] 'read index received' (duration: 1.073695767s)","trace[1704713083] 'applied index is now lower than readState.Index' (duration: 7.595525ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:17:00.900985Z","caller":"traceutil/trace.go:171","msg":"trace[121742403] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"1.081039956s","start":"2026-05-13T02:16:59.819939Z","end":"2026-05-13T02:17:00.900979Z","steps":["trace[121742403] 'process raft request' (duration: 1.08080495s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:00.901079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:16:59.819899Z","time spent":"1.081109918s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:17:00.901159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.909346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-13T02:17:00.901249Z","caller":"traceutil/trace.go:171","msg":"trace[2048965080] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:392; }","duration":"902.07852ms","start":"2026-05-13T02:16:59.999151Z","end":"2026-05-13T02:17:00.901229Z","steps":["trace[2048965080] 'agreement among raft nodes before linearized reading' (duration: 901.877885ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:00.901282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.683869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-13T02:17:00.901338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:16:59.99912Z","time spent":"902.205114ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-13T02:17:00.901349Z","caller":"traceutil/trace.go:171","msg":"trace[1754268299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:392; }","duration":"838.794612ms","start":"2026-05-13T02:17:00.062536Z","end":"2026-05-13T02:17:00.90133Z","steps":["trace[1754268299] 'agreement among raft nodes before linearized reading' (duration: 838.663379ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:00.901354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.778085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-13T02:17:00.901391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:17:00.062515Z","time spent":"838.866524ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-13T02:17:00.901399Z","caller":"traceutil/trace.go:171","msg":"trace[198712093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:392; }","duration":"844.821386ms","start":"2026-05-13T02:17:00.056563Z","end":"2026-05-13T02:17:00.901384Z","steps":["trace[198712093] 'agreement among raft nodes before linearized reading' (duration: 844.726554ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:00.901433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:17:00.056488Z","time spent":"844.937939ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T02:17:00.901382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081778345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-13T02:17:00.901542Z","caller":"traceutil/trace.go:171","msg":"trace[1691824582] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:392; }","duration":"1.08199878s","start":"2026-05-13T02:16:59.819487Z","end":"2026-05-13T02:17:00.901486Z","steps":["trace[1691824582] 'agreement among raft nodes before linearized reading' (duration: 1.081704092s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:00.901617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:16:59.81946Z","time spent":"1.082140184s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-13T02:17:02.901108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.215249ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-13T02:17:07.515139Z","caller":"traceutil/trace.go:171","msg":"trace[289386796] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"409.395196ms","start":"2026-05-13T02:17:07.105725Z","end":"2026-05-13T02:17:07.51512Z","steps":["trace[289386796] 'process raft request' (duration: 409.295684ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:17:07.515169Z","caller":"traceutil/trace.go:171","msg":"trace[1759405274] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"410.052572ms","start":"2026-05-13T02:17:07.105062Z","end":"2026-05-13T02:17:07.515115Z","steps":["trace[1759405274] 'process raft request' (duration: 408.734109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:07.515222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.540748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:17:07.515264Z","caller":"traceutil/trace.go:171","msg":"trace[1381126823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:437; }","duration":"193.64834ms","start":"2026-05-13T02:17:07.321603Z","end":"2026-05-13T02:17:07.515252Z","steps":["trace[1381126823] 'agreement among raft nodes before linearized reading' (duration: 193.570668ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:07.515262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:17:07.10571Z","time spent":"409.487378ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:17:07.515121Z","caller":"traceutil/trace.go:171","msg":"trace[1269426617] linearizableReadLoop","detail":"{readStateIndex:451; appliedIndex:449; }","duration":"193.420604ms","start":"2026-05-13T02:17:07.321676Z","end":"2026-05-13T02:17:07.515097Z","steps":["trace[1269426617] 'read index received' (duration: 192.06265ms)","trace[1269426617] 'applied index is now lower than readState.Index' (duration: 1.357244ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:17:07.51534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:17:07.10503Z","time spent":"410.221796ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:17:07.515566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.309958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-13T02:17:07.515688Z","caller":"traceutil/trace.go:171","msg":"trace[1841172612] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:437; }","duration":"160.500002ms","start":"2026-05-13T02:17:07.355156Z","end":"2026-05-13T02:17:07.515656Z","steps":["trace[1841172612] 'agreement among raft nodes before linearized reading' (duration: 160.252066ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:17:15.358711Z","caller":"traceutil/trace.go:171","msg":"trace[1656149246] linearizableReadLoop","detail":"{readStateIndex:503; appliedIndex:502; }","duration":"117.656778ms","start":"2026-05-13T02:17:15.241023Z","end":"2026-05-13T02:17:15.358679Z","steps":["trace[1656149246] 'read index received' (duration: 94.697451ms)","trace[1656149246] 'applied index is now lower than readState.Index' (duration: 22.958247ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:17:15.358808Z","caller":"traceutil/trace.go:171","msg":"trace[301583261] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"151.354879ms","start":"2026-05-13T02:17:15.20741Z","end":"2026-05-13T02:17:15.358765Z","steps":["trace[301583261] 'process raft request' (duration: 128.28948ms)","trace[301583261] 'compare' (duration: 22.821193ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:17:15.358965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.884733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:17:15.359016Z","caller":"traceutil/trace.go:171","msg":"trace[1057977555] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:487; }","duration":"118.044937ms","start":"2026-05-13T02:17:15.240958Z","end":"2026-05-13T02:17:15.359003Z","steps":["trace[1057977555] 'agreement among raft nodes before linearized reading' (duration: 117.897223ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:17:15.699712Z","caller":"traceutil/trace.go:171","msg":"trace[1945288047] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"142.206506ms","start":"2026-05-13T02:17:15.557472Z","end":"2026-05-13T02:17:15.699679Z","steps":["trace[1945288047] 'process raft request' (duration: 142.042431ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:17:15.701076Z","caller":"traceutil/trace.go:171","msg":"trace[1516428616] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"143.399706ms","start":"2026-05-13T02:17:15.557647Z","end":"2026-05-13T02:17:15.701047Z","steps":["trace[1516428616] 'process raft request' (duration: 143.338994ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:17:16.145101Z","caller":"traceutil/trace.go:171","msg":"trace[1002749957] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"155.68646ms","start":"2026-05-13T02:17:15.989386Z","end":"2026-05-13T02:17:16.145073Z","steps":["trace[1002749957] 'process raft request' (duration: 153.792132ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:17:16.147327Z","caller":"traceutil/trace.go:171","msg":"trace[1555026295] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"135.042624ms","start":"2026-05-13T02:17:16.012256Z","end":"2026-05-13T02:17:16.147298Z","steps":["trace[1555026295] 'process raft request' (duration: 134.844639ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:17:16.147568Z","caller":"traceutil/trace.go:171","msg":"trace[108179438] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"134.972842ms","start":"2026-05-13T02:17:16.012447Z","end":"2026-05-13T02:17:16.14742Z","steps":["trace[108179438] 'process raft request' (duration: 134.768777ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:17:17.630645Z","caller":"traceutil/trace.go:171","msg":"trace[1270334694] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"130.256319ms","start":"2026-05-13T02:17:17.500355Z","end":"2026-05-13T02:17:17.630611Z","steps":["trace[1270334694] 'process raft request' (duration: 130.060684ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:17:17.874951Z","caller":"traceutil/trace.go:171","msg":"trace[901785879] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"164.361181ms","start":"2026-05-13T02:17:17.710569Z","end":"2026-05-13T02:17:17.87493Z","steps":["trace[901785879] 'process raft request' (duration: 160.820801ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:17:17.879756Z","caller":"traceutil/trace.go:171","msg":"trace[1012240057] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"126.594276ms","start":"2026-05-13T02:17:17.75314Z","end":"2026-05-13T02:17:17.879734Z","steps":["trace[1012240057] 'process raft request' (duration: 126.499304ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:18.823773Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563874004,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T02:17:19.120705Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.165733571s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T02:17:19.121198Z","caller":"traceutil/trace.go:171","msg":"trace[1750926145] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"1.16648262s","start":"2026-05-13T02:17:17.954688Z","end":"2026-05-13T02:17:19.12117Z","steps":["trace[1750926145] 'process raft request' (duration: 1.166300856s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:19.121364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:17:17.954649Z","time spent":"1.166637414s","remote":"127.0.0.1:39538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-13T02:17:19.126296Z","caller":"traceutil/trace.go:171","msg":"trace[1670975576] linearizableReadLoop","detail":"{readStateIndex:615; appliedIndex:610; }","duration":"803.496731ms","start":"2026-05-13T02:17:18.32276Z","end":"2026-05-13T02:17:19.126257Z","steps":["trace[1670975576] 'read index received' (duration: 798.201756ms)","trace[1670975576] 'applied index is now lower than readState.Index' (duration: 5.293595ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:17:19.126313Z","caller":"traceutil/trace.go:171","msg":"trace[1004576865] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"972.879011ms","start":"2026-05-13T02:17:18.153354Z","end":"2026-05-13T02:17:19.126233Z","steps":["trace[1004576865] 'process raft request' (duration: 972.636805ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:17:19.126399Z","caller":"traceutil/trace.go:171","msg":"trace[1342302369] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"770.6184ms","start":"2026-05-13T02:17:18.355744Z","end":"2026-05-13T02:17:19.126363Z","steps":["trace[1342302369] 'process raft request' (duration: 770.389524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:19.126514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.734277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:17:19.126538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.187939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:17:19.126605Z","caller":"traceutil/trace.go:171","msg":"trace[1944123160] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"573.08595ms","start":"2026-05-13T02:17:18.553506Z","end":"2026-05-13T02:17:19.126592Z","steps":["trace[1944123160] 'process raft request' (duration: 572.671059ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:17:19.12664Z","caller":"traceutil/trace.go:171","msg":"trace[1635730125] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:597; }","duration":"141.341033ms","start":"2026-05-13T02:17:18.985285Z","end":"2026-05-13T02:17:19.126626Z","steps":["trace[1635730125] 'agreement among raft nodes before linearized reading' (duration: 141.172768ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:17:19.126552Z","caller":"traceutil/trace.go:171","msg":"trace[407335574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:597; }","duration":"803.824199ms","start":"2026-05-13T02:17:18.322717Z","end":"2026-05-13T02:17:19.126541Z","steps":["trace[407335574] 'agreement among raft nodes before linearized reading' (duration: 803.701706ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:19.126803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:17:18.322694Z","time spent":"804.101086ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T02:17:19.126675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:17:18.553485Z","time spent":"573.167802ms","remote":"127.0.0.1:39538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T02:17:19.126543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:17:18.355704Z","time spent":"770.764444ms","remote":"127.0.0.1:39538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4580,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T02:17:19.126562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:17:18.153333Z","time spent":"973.134757ms","remote":"127.0.0.1:39538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-13T02:17:19.126399Z","caller":"traceutil/trace.go:171","msg":"trace[224218183] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"372.457012ms","start":"2026-05-13T02:17:18.753931Z","end":"2026-05-13T02:17:19.126388Z","steps":["trace[224218183] 'process raft request' (duration: 372.282587ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:19.127218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:17:18.75389Z","time spent":"373.289492ms","remote":"127.0.0.1:39538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-13T02:17:25.371181Z","caller":"traceutil/trace.go:171","msg":"trace[1363419914] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"116.155089ms","start":"2026-05-13T02:17:25.254986Z","end":"2026-05-13T02:17:25.371141Z","steps":["trace[1363419914] 'process raft request' (duration: 115.977494ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:26.040789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.349139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-13T02:17:26.040888Z","caller":"traceutil/trace.go:171","msg":"trace[1132486004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:658; }","duration":"124.500602ms","start":"2026-05-13T02:17:25.916363Z","end":"2026-05-13T02:17:26.040864Z","steps":["trace[1132486004] 'range keys from in-memory index tree' (duration: 124.141174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:27.493901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.138814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-05-13T02:17:27.493937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.224444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:17:27.494025Z","caller":"traceutil/trace.go:171","msg":"trace[568721128] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:662; }","duration":"108.33419ms","start":"2026-05-13T02:17:27.385667Z","end":"2026-05-13T02:17:27.494001Z","steps":["trace[568721128] 'range keys from in-memory index tree' (duration: 107.94418ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:27.49401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.478805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/kube-system/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:17:27.494079Z","caller":"traceutil/trace.go:171","msg":"trace[1208143175] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:662; }","duration":"140.414429ms","start":"2026-05-13T02:17:27.353631Z","end":"2026-05-13T02:17:27.494045Z","steps":["trace[1208143175] 'range keys from in-memory index tree' (duration: 140.157422ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:17:27.494135Z","caller":"traceutil/trace.go:171","msg":"trace[1971285690] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/kube-system/; range_end:/registry/cilium.io/ciliumnodeconfigs/kube-system0; response_count:0; response_revision:662; }","duration":"139.653669ms","start":"2026-05-13T02:17:27.35445Z","end":"2026-05-13T02:17:27.494104Z","steps":["trace[1971285690] 'range keys from in-memory index tree' (duration: 139.410433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:27.494148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.179742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-13T02:17:27.494242Z","caller":"traceutil/trace.go:171","msg":"trace[780077198] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:662; }","duration":"138.304875ms","start":"2026-05-13T02:17:27.355915Z","end":"2026-05-13T02:17:27.49422Z","steps":["trace[780077198] 'range keys from in-memory index tree' (duration: 137.972166ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:27.494281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.732217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:17:27.494366Z","caller":"traceutil/trace.go:171","msg":"trace[883509743] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:662; }","duration":"140.842509ms","start":"2026-05-13T02:17:27.353504Z","end":"2026-05-13T02:17:27.494347Z","steps":["trace[883509743] 'count revisions from in-memory index tree' (duration: 140.684836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:28.341755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563874172,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T02:17:28.842094Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563874172,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T02:17:28.847323Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.325066962s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-13T02:17:28.973608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.759376ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-13T02:17:28.974006Z","caller":"traceutil/trace.go:171","msg":"trace[1542415843] linearizableReadLoop","detail":"{readStateIndex:686; appliedIndex:682; }","duration":"1.132671495s","start":"2026-05-13T02:17:27.841311Z","end":"2026-05-13T02:17:28.973982Z","steps":["trace[1542415843] 'read index received' (duration: 1.00654334s)","trace[1542415843] 'applied index is now lower than readState.Index' (duration: 126.126815ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:17:28.974068Z","caller":"traceutil/trace.go:171","msg":"trace[1425266952] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"1.474198406s","start":"2026-05-13T02:17:27.499824Z","end":"2026-05-13T02:17:28.974023Z","steps":["trace[1425266952] 'process raft request' (duration: 1.473896039s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:28.974101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:17:27.495448Z","time spent":"1.47864851s","remote":"127.0.0.1:39514","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-13T02:17:28.974128Z","caller":"traceutil/trace.go:171","msg":"trace[1445671285] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"1.47395618s","start":"2026-05-13T02:17:27.500158Z","end":"2026-05-13T02:17:28.974114Z","steps":["trace[1445671285] 'process raft request' (duration: 1.473759145s)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:17:28.974129Z","caller":"traceutil/trace.go:171","msg":"trace[2048926415] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"1.473983231s","start":"2026-05-13T02:17:27.500104Z","end":"2026-05-13T02:17:28.974087Z","steps":["trace[2048926415] 'process raft request' (duration: 1.473758835s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:28.974232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:17:27.499802Z","time spent":"1.474338189s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:17:28.97425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:17:27.500137Z","time spent":"1.474028002s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:17:28.974329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:17:27.500079Z","time spent":"1.474150175s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:17:28.974544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133226859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-13T02:17:28.97461Z","caller":"traceutil/trace.go:171","msg":"trace[1918365909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:666; }","duration":"1.133290811s","start":"2026-05-13T02:17:27.841302Z","end":"2026-05-13T02:17:28.974593Z","steps":["trace[1918365909] 'agreement among raft nodes before linearized reading' (duration: 1.133091296s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:28.974608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.177121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:17:28.974657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:17:27.841238Z","time spent":"1.133403964s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-13T02:17:28.974661Z","caller":"traceutil/trace.go:171","msg":"trace[779910305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:666; }","duration":"319.259444ms","start":"2026-05-13T02:17:28.655383Z","end":"2026-05-13T02:17:28.974643Z","steps":["trace[779910305] 'agreement among raft nodes before linearized reading' (duration: 319.185971ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:28.974708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:17:28.65536Z","time spent":"319.336756ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T02:17:28.974755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.324289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-13T02:17:28.975073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.51024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-mfwxc\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-05-13T02:17:28.974858Z","caller":"traceutil/trace.go:171","msg":"trace[1477485013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:666; }","duration":"834.520744ms","start":"2026-05-13T02:17:28.140316Z","end":"2026-05-13T02:17:28.974837Z","steps":["trace[1477485013] 'agreement among raft nodes before linearized reading' (duration: 834.239536ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:17:28.975193Z","caller":"traceutil/trace.go:171","msg":"trace[861724047] range","detail":"{range_begin:/registry/pods/kube-system/cilium-mfwxc; range_end:; response_count:1; response_revision:666; }","duration":"486.679563ms","start":"2026-05-13T02:17:28.488498Z","end":"2026-05-13T02:17:28.975178Z","steps":["trace[861724047] 'agreement among raft nodes before linearized reading' (duration: 486.078297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:28.975305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:17:28.488472Z","time spent":"486.818357ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16989,"request content":"key:\"/registry/pods/kube-system/cilium-mfwxc\" "} {"level":"warn","ts":"2026-05-13T02:17:28.975234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:17:28.140286Z","time spent":"834.931674ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-13T02:17:29.302802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.73216ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:17:29.302971Z","caller":"traceutil/trace.go:171","msg":"trace[667748170] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:666; }","duration":"221.910084ms","start":"2026-05-13T02:17:29.081041Z","end":"2026-05-13T02:17:29.302951Z","steps":["trace[667748170] 'range keys from in-memory index tree' (duration: 221.715179ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:29.303102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.74609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-13T02:17:29.303197Z","caller":"traceutil/trace.go:171","msg":"trace[1831801832] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"326.9772ms","start":"2026-05-13T02:17:28.976205Z","end":"2026-05-13T02:17:29.303182Z","steps":["trace[1831801832] 'process raft request' (duration: 210.987684ms)","trace[1831801832] 'compare' (duration: 115.631957ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:17:29.303403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:17:28.976173Z","time spent":"327.200575ms","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:17:29.35118Z","caller":"traceutil/trace.go:171","msg":"trace[191889045] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"360.829985ms","start":"2026-05-13T02:17:28.99032Z","end":"2026-05-13T02:17:29.35115Z","steps":["trace[191889045] 'process raft request' (duration: 360.308502ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:17:29.351288Z","caller":"traceutil/trace.go:171","msg":"trace[900122009] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"370.116772ms","start":"2026-05-13T02:17:28.981148Z","end":"2026-05-13T02:17:29.351265Z","steps":["trace[900122009] 'process raft request' (duration: 369.446335ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:29.351363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:17:28.990293Z","time spent":"360.965198ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:17:29.351023Z","caller":"traceutil/trace.go:171","msg":"trace[1661049588] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"370.880972ms","start":"2026-05-13T02:17:28.980118Z","end":"2026-05-13T02:17:29.350999Z","steps":["trace[1661049588] 'process raft request' (duration: 370.378019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:29.351416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:17:28.981139Z","time spent":"370.194544ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:17:29.3515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:17:28.980107Z","time spent":"371.337753ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:17:31.823667Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563874193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T02:17:32.324196Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563874193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T02:17:32.824762Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563874193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T02:17:33.323107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000417748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-13T02:17:33.323245Z","caller":"traceutil/trace.go:171","msg":"trace[1649754787] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000630984s","start":"2026-05-13T02:17:31.322589Z","end":"2026-05-13T02:17:33.32322Z","steps":["trace[1649754787] 'agreement among raft nodes before linearized reading' (duration: 2.000449429s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:33.323306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:17:31.322558Z","time spent":"2.000733396s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T02:17:33.325674Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563874193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T02:17:33.819924Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.811672856s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T02:17:33.820478Z","caller":"traceutil/trace.go:171","msg":"trace[1792862638] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"2.835018802s","start":"2026-05-13T02:17:30.985424Z","end":"2026-05-13T02:17:33.820442Z","steps":["trace[1792862638] 'process raft request' (duration: 2.834967481s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:33.820624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:17:30.985405Z","time spent":"2.835136466s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:17:33.820637Z","caller":"traceutil/trace.go:171","msg":"trace[839729748] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"2.836028988s","start":"2026-05-13T02:17:30.984564Z","end":"2026-05-13T02:17:33.820593Z","steps":["trace[839729748] 'process raft request' (duration: 2.835664379s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:33.820809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:17:30.984547Z","time spent":"2.836169791s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:17:33.876075Z","caller":"traceutil/trace.go:171","msg":"trace[1773423879] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"2.43086755s","start":"2026-05-13T02:17:31.445161Z","end":"2026-05-13T02:17:33.876028Z","steps":["trace[1773423879] 'process raft request' (duration: 2.430538112s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:33.87627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:17:31.4451Z","time spent":"2.431074936s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:17:33.880341Z","caller":"traceutil/trace.go:171","msg":"trace[74217826] linearizableReadLoop","detail":"{readStateIndex:695; appliedIndex:691; }","duration":"2.557653862s","start":"2026-05-13T02:17:31.322653Z","end":"2026-05-13T02:17:33.880307Z","steps":["trace[74217826] 'read index received' (duration: 2.497582516s)","trace[74217826] 'applied index is now lower than readState.Index' (duration: 60.069516ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:17:33.880864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.157522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:17:33.880978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.525493921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-13T02:17:33.880971Z","caller":"traceutil/trace.go:171","msg":"trace[1104795036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:674; }","duration":"557.303576ms","start":"2026-05-13T02:17:33.323645Z","end":"2026-05-13T02:17:33.880948Z","steps":["trace[1104795036] 'agreement among raft nodes before linearized reading' (duration: 557.094671ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:33.880896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.413933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-13T02:17:33.880985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.525269625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-13T02:17:33.881069Z","caller":"traceutil/trace.go:171","msg":"trace[1424352730] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:674; }","duration":"867.617818ms","start":"2026-05-13T02:17:33.013436Z","end":"2026-05-13T02:17:33.881054Z","steps":["trace[1424352730] 'agreement among raft nodes before linearized reading' (duration: 867.336781ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:33.881099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:17:33.013415Z","time spent":"867.677249ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T02:17:33.881068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:17:33.323628Z","time spent":"557.428549ms","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T02:17:33.881098Z","caller":"traceutil/trace.go:171","msg":"trace[1133787269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:674; }","duration":"2.525426838s","start":"2026-05-13T02:17:31.355645Z","end":"2026-05-13T02:17:33.881072Z","steps":["trace[1133787269] 'agreement among raft nodes before linearized reading' (duration: 2.525120431s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:33.881292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:17:31.355632Z","time spent":"2.525636224s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-13T02:17:33.881036Z","caller":"traceutil/trace.go:171","msg":"trace[406385330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:674; }","duration":"2.525608693s","start":"2026-05-13T02:17:31.355408Z","end":"2026-05-13T02:17:33.881017Z","steps":["trace[406385330] 'agreement among raft nodes before linearized reading' (duration: 2.525275715s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:33.881367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:17:31.355391Z","time spent":"2.525964053s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-13T02:17:48.132699Z","caller":"traceutil/trace.go:171","msg":"trace[923323137] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"217.078349ms","start":"2026-05-13T02:17:47.915596Z","end":"2026-05-13T02:17:48.132675Z","steps":["trace[923323137] 'process raft request' (duration: 216.866284ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:17:48.135874Z","caller":"traceutil/trace.go:171","msg":"trace[423199204] transaction","detail":"{read_only:false; response_revision:770; number_of_response:1; }","duration":"219.465781ms","start":"2026-05-13T02:17:47.916383Z","end":"2026-05-13T02:17:48.135844Z","steps":["trace[423199204] 'process raft request' (duration: 218.876036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:48.136199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.867967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-13T02:17:48.136276Z","caller":"traceutil/trace.go:171","msg":"trace[1766276462] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:770; }","duration":"176.00437ms","start":"2026-05-13T02:17:47.960255Z","end":"2026-05-13T02:17:48.13626Z","steps":["trace[1766276462] 'agreement among raft nodes before linearized reading' (duration: 175.690331ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:17:48.135894Z","caller":"traceutil/trace.go:171","msg":"trace[292766053] linearizableReadLoop","detail":"{readStateIndex:796; appliedIndex:794; }","duration":"175.503616ms","start":"2026-05-13T02:17:47.960321Z","end":"2026-05-13T02:17:48.135824Z","steps":["trace[292766053] 'read index received' (duration: 172.167271ms)","trace[292766053] 'applied index is now lower than readState.Index' (duration: 3.335005ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:17:48.137124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.173953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-13T02:17:48.137197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.121433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-13T02:17:48.13723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.513638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-13T02:17:48.137261Z","caller":"traceutil/trace.go:171","msg":"trace[317399193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:770; }","duration":"169.224826ms","start":"2026-05-13T02:17:47.96802Z","end":"2026-05-13T02:17:48.137244Z","steps":["trace[317399193] 'agreement among raft nodes before linearized reading' (duration: 169.032101ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:17:48.137307Z","caller":"traceutil/trace.go:171","msg":"trace[1383446555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:770; }","duration":"175.61229ms","start":"2026-05-13T02:17:47.96167Z","end":"2026-05-13T02:17:48.137283Z","steps":["trace[1383446555] 'agreement among raft nodes before linearized reading' (duration: 175.341553ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:17:48.137206Z","caller":"traceutil/trace.go:171","msg":"trace[1960113651] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:770; }","duration":"165.321686ms","start":"2026-05-13T02:17:47.971868Z","end":"2026-05-13T02:17:48.137189Z","steps":["trace[1960113651] 'agreement among raft nodes before linearized reading' (duration: 165.162802ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:52.745368Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563874508,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T02:17:53.246234Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563874508,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T02:17:53.737989Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.576683898s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T02:17:53.738397Z","caller":"traceutil/trace.go:171","msg":"trace[2043780734] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"1.577194671s","start":"2026-05-13T02:17:52.161175Z","end":"2026-05-13T02:17:53.73837Z","steps":["trace[2043780734] 'process raft request' (duration: 1.577039187s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:53.73854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:17:52.161146Z","time spent":"1.577309723s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:17:53.745176Z","caller":"traceutil/trace.go:171","msg":"trace[2001728253] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"1.112213245s","start":"2026-05-13T02:17:52.632928Z","end":"2026-05-13T02:17:53.745141Z","steps":["trace[2001728253] 'process raft request' (duration: 1.11202666s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:53.74545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:17:52.632897Z","time spent":"1.112457681s","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:17:53.752575Z","caller":"traceutil/trace.go:171","msg":"trace[639173350] linearizableReadLoop","detail":"{readStateIndex:816; appliedIndex:813; }","duration":"1.507939019s","start":"2026-05-13T02:17:52.244616Z","end":"2026-05-13T02:17:53.752555Z","steps":["trace[639173350] 'read index received' (duration: 1.493631234s)","trace[639173350] 'applied index is now lower than readState.Index' (duration: 14.306615ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:17:53.752807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43007764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:17:53.752864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500638444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-13T02:17:53.752874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508224159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-13T02:17:53.752941Z","caller":"traceutil/trace.go:171","msg":"trace[1779857509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:789; }","duration":"1.500735467s","start":"2026-05-13T02:17:52.252186Z","end":"2026-05-13T02:17:53.752922Z","steps":["trace[1779857509] 'agreement among raft nodes before linearized reading' (duration: 1.50050755s)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:17:53.752975Z","caller":"traceutil/trace.go:171","msg":"trace[1604787722] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:789; }","duration":"1.508379443s","start":"2026-05-13T02:17:52.244573Z","end":"2026-05-13T02:17:53.752952Z","steps":["trace[1604787722] 'agreement among raft nodes before linearized reading' (duration: 1.508081124s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:53.753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:17:52.252171Z","time spent":"1.500815018s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-13T02:17:53.753048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336622592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T02:17:53.753119Z","caller":"traceutil/trace.go:171","msg":"trace[625337996] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:789; }","duration":"1.336702704s","start":"2026-05-13T02:17:52.416401Z","end":"2026-05-13T02:17:53.753103Z","steps":["trace[625337996] 'agreement among raft nodes before linearized reading' (duration: 1.336585111s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:53.753071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459937094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-13T02:17:53.753173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:17:52.416334Z","time spent":"1.336827037s","remote":"127.0.0.1:39874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-05-13T02:17:53.75316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460018256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-13T02:17:53.753189Z","caller":"traceutil/trace.go:171","msg":"trace[743874997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:789; }","duration":"1.460095148s","start":"2026-05-13T02:17:52.293064Z","end":"2026-05-13T02:17:53.753159Z","steps":["trace[743874997] 'agreement among raft nodes before linearized reading' (duration: 1.45980305s)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:17:53.753248Z","caller":"traceutil/trace.go:171","msg":"trace[684571748] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:789; }","duration":"1.46016567s","start":"2026-05-13T02:17:52.293062Z","end":"2026-05-13T02:17:53.753228Z","steps":["trace[684571748] 'agreement among raft nodes before linearized reading' (duration: 1.459880743s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:53.753291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:17:52.293038Z","time spent":"1.460240132s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T02:17:53.753303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:17:52.293034Z","time spent":"1.460259562s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-13T02:17:53.75319Z","caller":"traceutil/trace.go:171","msg":"trace[1419836716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:789; }","duration":"1.430245265s","start":"2026-05-13T02:17:52.322659Z","end":"2026-05-13T02:17:53.752904Z","steps":["trace[1419836716] 'agreement among raft nodes before linearized reading' (duration: 1.43009072s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:17:53.753437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:17:52.322631Z","time spent":"1.430782328s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T02:17:53.753509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:17:52.244549Z","time spent":"1.508946186s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-13T02:18:04.093237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.986519ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-13T02:18:04.093739Z","caller":"traceutil/trace.go:171","msg":"trace[841461302] transaction","detail":"{read_only:false; response_revision:897; number_of_response:1; }","duration":"277.883404ms","start":"2026-05-13T02:18:03.815812Z","end":"2026-05-13T02:18:04.093696Z","steps":["trace[841461302] 'process raft request' (duration: 56.34724ms)","trace[841461302] 'compare' (duration: 220.821465ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:18:04.093845Z","caller":"traceutil/trace.go:171","msg":"trace[623696771] transaction","detail":"{read_only:false; response_revision:898; number_of_response:1; }","duration":"277.414622ms","start":"2026-05-13T02:18:03.81639Z","end":"2026-05-13T02:18:04.093804Z","steps":["trace[623696771] 'process raft request' (duration: 277.238838ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:18:04.093899Z","caller":"traceutil/trace.go:171","msg":"trace[401659149] linearizableReadLoop","detail":"{readStateIndex:929; appliedIndex:924; }","duration":"261.69446ms","start":"2026-05-13T02:18:03.832117Z","end":"2026-05-13T02:18:04.093812Z","steps":["trace[401659149] 'read index received' (duration: 1.280033ms)","trace[401659149] 'applied index is now lower than readState.Index' (duration: 260.413487ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:18:04.09405Z","caller":"traceutil/trace.go:171","msg":"trace[928620939] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"273.902252ms","start":"2026-05-13T02:18:03.820134Z","end":"2026-05-13T02:18:04.094036Z","steps":["trace[928620939] 'process raft request' (duration: 273.628065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:04.094262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.130151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-13T02:18:04.094436Z","caller":"traceutil/trace.go:171","msg":"trace[1408988981] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:900; }","duration":"262.315536ms","start":"2026-05-13T02:18:03.8321Z","end":"2026-05-13T02:18:04.094415Z","steps":["trace[1408988981] 'agreement among raft nodes before linearized reading' (duration: 261.975567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:04.094493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.328433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-13T02:18:04.094549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.62885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-13T02:18:04.094588Z","caller":"traceutil/trace.go:171","msg":"trace[932109526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:900; }","duration":"222.463317ms","start":"2026-05-13T02:18:03.872105Z","end":"2026-05-13T02:18:04.094569Z","steps":["trace[932109526] 'agreement among raft nodes before linearized reading' (duration: 222.20419ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:18:04.094614Z","caller":"traceutil/trace.go:171","msg":"trace[1637865180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:900; }","duration":"238.776454ms","start":"2026-05-13T02:18:03.855819Z","end":"2026-05-13T02:18:04.094596Z","steps":["trace[1637865180] 'agreement among raft nodes before linearized reading' (duration: 238.534358ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:04.094451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.38045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-13T02:18:04.094793Z","caller":"traceutil/trace.go:171","msg":"trace[847724602] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:900; }","duration":"239.870942ms","start":"2026-05-13T02:18:03.854879Z","end":"2026-05-13T02:18:04.09475Z","steps":["trace[847724602] 'agreement among raft nodes before linearized reading' (duration: 239.38551ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:18:04.093949Z","caller":"traceutil/trace.go:171","msg":"trace[1810010421] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"277.012352ms","start":"2026-05-13T02:18:03.816889Z","end":"2026-05-13T02:18:04.093901Z","steps":["trace[1810010421] 'process raft request' (duration: 276.824267ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:18:09.9202Z","caller":"traceutil/trace.go:171","msg":"trace[1401150571] linearizableReadLoop","detail":"{readStateIndex:1002; appliedIndex:1001; }","duration":"145.659294ms","start":"2026-05-13T02:18:09.774512Z","end":"2026-05-13T02:18:09.920171Z","steps":["trace[1401150571] 'read index received' (duration: 145.322236ms)","trace[1401150571] 'applied index is now lower than readState.Index' (duration: 335.398µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:18:09.920464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.9141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T02:18:09.92058Z","caller":"traceutil/trace.go:171","msg":"trace[1214317394] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:972; }","duration":"146.086265ms","start":"2026-05-13T02:18:09.774471Z","end":"2026-05-13T02:18:09.920557Z","steps":["trace[1214317394] 'agreement among raft nodes before linearized reading' (duration: 145.865029ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:18:09.920337Z","caller":"traceutil/trace.go:171","msg":"trace[775844291] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"149.885882ms","start":"2026-05-13T02:18:09.770407Z","end":"2026-05-13T02:18:09.920293Z","steps":["trace[775844291] 'process raft request' (duration: 149.576114ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:18:10.383918Z","caller":"traceutil/trace.go:171","msg":"trace[1621584217] linearizableReadLoop","detail":"{readStateIndex:1003; appliedIndex:1002; }","duration":"224.415207ms","start":"2026-05-13T02:18:10.159471Z","end":"2026-05-13T02:18:10.383886Z","steps":["trace[1621584217] 'read index received' (duration: 224.089789ms)","trace[1621584217] 'applied index is now lower than readState.Index' (duration: 323.808µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:18:10.384046Z","caller":"traceutil/trace.go:171","msg":"trace[775506801] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"456.262844ms","start":"2026-05-13T02:18:09.927737Z","end":"2026-05-13T02:18:10.383999Z","steps":["trace[775506801] 'process raft request' (duration: 455.926165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:10.384203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.022155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:18:10.384273Z","caller":"traceutil/trace.go:171","msg":"trace[1640734060] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:973; }","duration":"204.19272ms","start":"2026-05-13T02:18:10.180062Z","end":"2026-05-13T02:18:10.384255Z","steps":["trace[1640734060] 'agreement among raft nodes before linearized reading' (duration: 204.045127ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:10.384256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.744735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-05-13T02:18:10.384323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:18:09.927693Z","time spent":"456.49711ms","remote":"127.0.0.1:39916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:18:10.384361Z","caller":"traceutil/trace.go:171","msg":"trace[1240655089] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:973; }","duration":"224.877868ms","start":"2026-05-13T02:18:10.15946Z","end":"2026-05-13T02:18:10.384338Z","steps":["trace[1240655089] 'agreement among raft nodes before linearized reading' (duration: 224.56388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:10.384374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.937898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-13T02:18:10.384399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.107203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-13T02:18:10.384458Z","caller":"traceutil/trace.go:171","msg":"trace[1158505063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:973; }","duration":"160.059122ms","start":"2026-05-13T02:18:10.224381Z","end":"2026-05-13T02:18:10.38444Z","steps":["trace[1158505063] 'agreement among raft nodes before linearized reading' (duration: 159.772485ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:18:10.384504Z","caller":"traceutil/trace.go:171","msg":"trace[398621382] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:973; }","duration":"162.240507ms","start":"2026-05-13T02:18:10.222243Z","end":"2026-05-13T02:18:10.384483Z","steps":["trace[398621382] 'agreement among raft nodes before linearized reading' (duration: 162.014661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:10.384532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.829684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-13T02:18:10.384608Z","caller":"traceutil/trace.go:171","msg":"trace[1591081286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:973; }","duration":"166.998359ms","start":"2026-05-13T02:18:10.217592Z","end":"2026-05-13T02:18:10.38459Z","steps":["trace[1591081286] 'agreement among raft nodes before linearized reading' (duration: 166.779553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:10.385048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.030657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-13T02:18:10.385131Z","caller":"traceutil/trace.go:171","msg":"trace[593338101] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:973; }","duration":"161.271413ms","start":"2026-05-13T02:18:10.223839Z","end":"2026-05-13T02:18:10.385111Z","steps":["trace[593338101] 'agreement among raft nodes before linearized reading' (duration: 160.454701ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:10.853758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.464073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-sh7gp\" ","response":"range_response_count:1 size:4881"} {"level":"info","ts":"2026-05-13T02:18:10.853848Z","caller":"traceutil/trace.go:171","msg":"trace[1279570292] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-sh7gp; range_end:; response_count:1; response_revision:979; }","duration":"268.609646ms","start":"2026-05-13T02:18:10.585218Z","end":"2026-05-13T02:18:10.853828Z","steps":["trace[1279570292] 'range keys from in-memory index tree' (duration: 268.195856ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:18:11.244848Z","caller":"traceutil/trace.go:171","msg":"trace[2037215689] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"380.291672ms","start":"2026-05-13T02:18:10.864534Z","end":"2026-05-13T02:18:11.244825Z","steps":["trace[2037215689] 'process raft request' (duration: 380.137988ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:11.245025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:18:10.864509Z","time spent":"380.414685ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5054,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:18:11.311826Z","caller":"traceutil/trace.go:171","msg":"trace[1236522364] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"385.945555ms","start":"2026-05-13T02:18:10.925851Z","end":"2026-05-13T02:18:11.311796Z","steps":["trace[1236522364] 'process raft request' (duration: 380.825896ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:11.312002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:18:10.925827Z","time spent":"386.081839ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:18:11.37901Z","caller":"traceutil/trace.go:171","msg":"trace[1491411982] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"134.291412ms","start":"2026-05-13T02:18:11.244693Z","end":"2026-05-13T02:18:11.378984Z","steps":["trace[1491411982] 'process raft request' (duration: 134.086817ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:18:11.379194Z","caller":"traceutil/trace.go:171","msg":"trace[226659406] linearizableReadLoop","detail":"{readStateIndex:1012; appliedIndex:1010; }","duration":"130.264501ms","start":"2026-05-13T02:18:11.248904Z","end":"2026-05-13T02:18:11.379169Z","steps":["trace[226659406] 'read index received' (duration: 57.831449ms)","trace[226659406] 'applied index is now lower than readState.Index' (duration: 72.430672ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:18:11.379233Z","caller":"traceutil/trace.go:171","msg":"trace[1698698655] transaction","detail":"{read_only:false; response_revision:983; number_of_response:1; }","duration":"129.42779ms","start":"2026-05-13T02:18:11.249786Z","end":"2026-05-13T02:18:11.379214Z","steps":["trace[1698698655] 'process raft request' (duration: 129.142982ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:11.379381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.466166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-sh7gp\" ","response":"range_response_count:1 size:5069"} {"level":"info","ts":"2026-05-13T02:18:11.379426Z","caller":"traceutil/trace.go:171","msg":"trace[1543201302] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-sh7gp; range_end:; response_count:1; response_revision:983; }","duration":"130.542738ms","start":"2026-05-13T02:18:11.248871Z","end":"2026-05-13T02:18:11.379414Z","steps":["trace[1543201302] 'agreement among raft nodes before linearized reading' (duration: 130.391114ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:18:12.072625Z","caller":"traceutil/trace.go:171","msg":"trace[525798276] linearizableReadLoop","detail":"{readStateIndex:1073; appliedIndex:1072; }","duration":"100.956631ms","start":"2026-05-13T02:18:11.971639Z","end":"2026-05-13T02:18:12.072596Z","steps":["trace[525798276] 'read index received' (duration: 95.990234ms)","trace[525798276] 'applied index is now lower than readState.Index' (duration: 4.965187ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:18:12.07271Z","caller":"traceutil/trace.go:171","msg":"trace[500451075] transaction","detail":"{read_only:false; response_revision:1043; number_of_response:1; }","duration":"108.649598ms","start":"2026-05-13T02:18:11.964027Z","end":"2026-05-13T02:18:12.072676Z","steps":["trace[500451075] 'process raft request' (duration: 103.583938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:12.073106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.438753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:14003"} {"level":"info","ts":"2026-05-13T02:18:12.073187Z","caller":"traceutil/trace.go:171","msg":"trace[2074010977] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1043; }","duration":"101.561026ms","start":"2026-05-13T02:18:11.971607Z","end":"2026-05-13T02:18:12.073168Z","steps":["trace[2074010977] 'agreement among raft nodes before linearized reading' (duration: 101.097805ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:18:12.32354Z","caller":"traceutil/trace.go:171","msg":"trace[1039306596] transaction","detail":"{read_only:false; response_revision:1044; number_of_response:1; }","duration":"327.807389ms","start":"2026-05-13T02:18:11.995704Z","end":"2026-05-13T02:18:12.323512Z","steps":["trace[1039306596] 'process raft request' (duration: 315.861593ms)","trace[1039306596] 'compare' (duration: 11.812483ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:18:12.323704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:18:11.995675Z","time spent":"327.943243ms","remote":"127.0.0.1:39538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73564,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:18:12.370523Z","caller":"traceutil/trace.go:171","msg":"trace[499257201] transaction","detail":"{read_only:false; response_revision:1046; number_of_response:1; }","duration":"243.492635ms","start":"2026-05-13T02:18:12.127002Z","end":"2026-05-13T02:18:12.370495Z","steps":["trace[499257201] 'process raft request' (duration: 243.285279ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:18:12.370649Z","caller":"traceutil/trace.go:171","msg":"trace[592669350] transaction","detail":"{read_only:false; response_revision:1045; number_of_response:1; }","duration":"295.3503ms","start":"2026-05-13T02:18:12.075259Z","end":"2026-05-13T02:18:12.370609Z","steps":["trace[592669350] 'process raft request' (duration: 294.870978ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:18:12.573041Z","caller":"traceutil/trace.go:171","msg":"trace[767496777] transaction","detail":"{read_only:false; response_revision:1066; number_of_response:1; }","duration":"116.350525ms","start":"2026-05-13T02:18:12.45664Z","end":"2026-05-13T02:18:12.572991Z","steps":["trace[767496777] 'process raft request' (duration: 116.039417ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:18:12.573146Z","caller":"traceutil/trace.go:171","msg":"trace[2111484080] transaction","detail":"{read_only:false; response_revision:1069; number_of_response:1; }","duration":"114.020345ms","start":"2026-05-13T02:18:12.459095Z","end":"2026-05-13T02:18:12.573115Z","steps":["trace[2111484080] 'process raft request' (duration: 113.917903ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:18:12.573152Z","caller":"traceutil/trace.go:171","msg":"trace[432623661] transaction","detail":"{read_only:false; response_revision:1067; number_of_response:1; }","duration":"116.255362ms","start":"2026-05-13T02:18:12.456865Z","end":"2026-05-13T02:18:12.57312Z","steps":["trace[432623661] 'process raft request' (duration: 116.034377ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:18:12.573214Z","caller":"traceutil/trace.go:171","msg":"trace[2003376375] transaction","detail":"{read_only:false; response_revision:1068; number_of_response:1; }","duration":"115.876483ms","start":"2026-05-13T02:18:12.457289Z","end":"2026-05-13T02:18:12.573165Z","steps":["trace[2003376375] 'process raft request' (duration: 115.661898ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:18:12.57359Z","caller":"traceutil/trace.go:171","msg":"trace[1122494829] linearizableReadLoop","detail":"{readStateIndex:1098; appliedIndex:1095; }","duration":"116.238432ms","start":"2026-05-13T02:18:12.457327Z","end":"2026-05-13T02:18:12.573565Z","steps":["trace[1122494829] 'read index received' (duration: 53.886389ms)","trace[1122494829] 'applied index is now lower than readState.Index' (duration: 62.349653ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:18:12.573616Z","caller":"traceutil/trace.go:171","msg":"trace[621925085] transaction","detail":"{read_only:false; response_revision:1071; number_of_response:1; }","duration":"113.904692ms","start":"2026-05-13T02:18:12.459687Z","end":"2026-05-13T02:18:12.573591Z","steps":["trace[621925085] 'process raft request' (duration: 113.686607ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:18:12.573655Z","caller":"traceutil/trace.go:171","msg":"trace[782612049] transaction","detail":"{read_only:false; response_revision:1070; number_of_response:1; }","duration":"113.955174ms","start":"2026-05-13T02:18:12.459611Z","end":"2026-05-13T02:18:12.573566Z","steps":["trace[782612049] 'process raft request' (duration: 113.462131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:12.573776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.418377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/cert-manager/\" range_end:\"/registry/limitranges/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:18:12.573844Z","caller":"traceutil/trace.go:171","msg":"trace[1961098889] range","detail":"{range_begin:/registry/limitranges/cert-manager/; range_end:/registry/limitranges/cert-manager0; response_count:0; response_revision:1071; }","duration":"116.524119ms","start":"2026-05-13T02:18:12.457299Z","end":"2026-05-13T02:18:12.573824Z","steps":["trace[1961098889] 'agreement among raft nodes before linearized reading' (duration: 116.357095ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:18:13.40996Z","caller":"traceutil/trace.go:171","msg":"trace[799078470] transaction","detail":"{read_only:false; response_revision:1112; number_of_response:1; }","duration":"113.184253ms","start":"2026-05-13T02:18:13.296735Z","end":"2026-05-13T02:18:13.40992Z","steps":["trace[799078470] 'process raft request' (duration: 112.909706ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:18:13.535818Z","caller":"traceutil/trace.go:171","msg":"trace[1629145353] transaction","detail":"{read_only:false; response_revision:1115; number_of_response:1; }","duration":"105.313181ms","start":"2026-05-13T02:18:13.430471Z","end":"2026-05-13T02:18:13.535784Z","steps":["trace[1629145353] 'process raft request' (duration: 57.359715ms)","trace[1629145353] 'compare' (duration: 47.812282ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:18:13.536264Z","caller":"traceutil/trace.go:171","msg":"trace[628288522] transaction","detail":"{read_only:false; response_revision:1117; number_of_response:1; }","duration":"103.803764ms","start":"2026-05-13T02:18:13.432423Z","end":"2026-05-13T02:18:13.536227Z","steps":["trace[628288522] 'process raft request' (duration: 103.736971ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:18:13.536303Z","caller":"traceutil/trace.go:171","msg":"trace[1908888300] transaction","detail":"{read_only:false; response_revision:1116; number_of_response:1; }","duration":"104.989584ms","start":"2026-05-13T02:18:13.431274Z","end":"2026-05-13T02:18:13.536264Z","steps":["trace[1908888300] 'process raft request' (duration: 104.711966ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:14.605148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.968178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-13T02:18:14.605274Z","caller":"traceutil/trace.go:171","msg":"trace[141820641] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1129; }","duration":"149.156552ms","start":"2026-05-13T02:18:14.456087Z","end":"2026-05-13T02:18:14.605243Z","steps":["trace[141820641] 'range keys from in-memory index tree' (duration: 148.737082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:14.605381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.699152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-13T02:18:14.605503Z","caller":"traceutil/trace.go:171","msg":"trace[336370430] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1129; }","duration":"150.884557ms","start":"2026-05-13T02:18:14.454591Z","end":"2026-05-13T02:18:14.605476Z","steps":["trace[336370430] 'range keys from in-memory index tree' (duration: 150.445906ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:18:19.770596Z","caller":"traceutil/trace.go:171","msg":"trace[1106729324] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"413.242474ms","start":"2026-05-13T02:18:19.357326Z","end":"2026-05-13T02:18:19.770568Z","steps":["trace[1106729324] 'process raft request' (duration: 413.0835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:19.770756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:18:19.357307Z","time spent":"413.374417ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":946,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-13T02:18:19.817053Z","caller":"traceutil/trace.go:171","msg":"trace[550881109] transaction","detail":"{read_only:false; response_revision:1171; number_of_response:1; }","duration":"457.552998ms","start":"2026-05-13T02:18:19.359476Z","end":"2026-05-13T02:18:19.817029Z","steps":["trace[550881109] 'process raft request' (duration: 457.370812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:19.817218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:18:19.359441Z","time spent":"457.688661ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:18:19.817331Z","caller":"traceutil/trace.go:171","msg":"trace[679150854] transaction","detail":"{read_only:false; response_revision:1173; number_of_response:1; }","duration":"351.095956ms","start":"2026-05-13T02:18:19.466217Z","end":"2026-05-13T02:18:19.817313Z","steps":["trace[679150854] 'process raft request' (duration: 350.956272ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:19.817418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:18:19.466187Z","time spent":"351.186208ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2600,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:18:19.817377Z","caller":"traceutil/trace.go:171","msg":"trace[1247956603] transaction","detail":"{read_only:false; response_revision:1172; number_of_response:1; }","duration":"373.040257ms","start":"2026-05-13T02:18:19.444267Z","end":"2026-05-13T02:18:19.817308Z","steps":["trace[1247956603] 'process raft request' (duration: 372.720239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:19.817679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:18:19.444237Z","time spent":"373.280643ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:18:19.817676Z","caller":"traceutil/trace.go:171","msg":"trace[1363644343] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"351.218338ms","start":"2026-05-13T02:18:19.46643Z","end":"2026-05-13T02:18:19.817648Z","steps":["trace[1363644343] 'process raft request' (duration: 350.820888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:19.817896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:18:19.46639Z","time spent":"351.411903ms","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2547,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:18:26.689376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.556113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-13T02:18:26.689483Z","caller":"traceutil/trace.go:171","msg":"trace[812905985] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1206; }","duration":"174.714457ms","start":"2026-05-13T02:18:26.514745Z","end":"2026-05-13T02:18:26.68946Z","steps":["trace[812905985] 'range keys from in-memory index tree' (duration: 174.346678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:26.689692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.058804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:18:26.68976Z","caller":"traceutil/trace.go:171","msg":"trace[1817186505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1206; }","duration":"367.163416ms","start":"2026-05-13T02:18:26.32258Z","end":"2026-05-13T02:18:26.689743Z","steps":["trace[1817186505] 'range keys from in-memory index tree' (duration: 366.945611ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:26.68981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:18:26.322558Z","time spent":"367.239999ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T02:18:27.195097Z","caller":"traceutil/trace.go:171","msg":"trace[1160425333] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"501.020408ms","start":"2026-05-13T02:18:26.694045Z","end":"2026-05-13T02:18:27.195066Z","steps":["trace[1160425333] 'process raft request' (duration: 500.816373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:27.195384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:18:26.694013Z","time spent":"501.169562ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:18:27.887528Z","caller":"traceutil/trace.go:171","msg":"trace[1057273858] linearizableReadLoop","detail":"{readStateIndex:1242; appliedIndex:1240; }","duration":"1.187727483s","start":"2026-05-13T02:18:26.699774Z","end":"2026-05-13T02:18:27.887502Z","steps":["trace[1057273858] 'read index received' (duration: 495.092507ms)","trace[1057273858] 'applied index is now lower than readState.Index' (duration: 692.633616ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:18:27.887579Z","caller":"traceutil/trace.go:171","msg":"trace[302170480] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"1.192200496s","start":"2026-05-13T02:18:26.695347Z","end":"2026-05-13T02:18:27.887548Z","steps":["trace[302170480] 'process raft request' (duration: 1.190092193s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:27.887755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18795887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-13T02:18:27.88787Z","caller":"traceutil/trace.go:171","msg":"trace[637922983] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1208; }","duration":"1.188050462s","start":"2026-05-13T02:18:26.699737Z","end":"2026-05-13T02:18:27.887788Z","steps":["trace[637922983] 'agreement among raft nodes before linearized reading' (duration: 1.187885867s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:27.887894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:18:26.695318Z","time spent":"1.192451254s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:18:27.888013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:18:26.699724Z","time spent":"1.188274328s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-13T02:18:27.890647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190311639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-13T02:18:27.890698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.513868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-13T02:18:27.890708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188489454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-13T02:18:27.890739Z","caller":"traceutil/trace.go:171","msg":"trace[769966929] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"148.561178ms","start":"2026-05-13T02:18:27.74214Z","end":"2026-05-13T02:18:27.890701Z","steps":["trace[769966929] 'process raft request' (duration: 148.228929ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:18:27.890783Z","caller":"traceutil/trace.go:171","msg":"trace[1552899611] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:1209; }","duration":"531.620531ms","start":"2026-05-13T02:18:27.359146Z","end":"2026-05-13T02:18:27.890766Z","steps":["trace[1552899611] 'agreement among raft nodes before linearized reading' (duration: 531.359374ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:18:27.890798Z","caller":"traceutil/trace.go:171","msg":"trace[1255842710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1209; }","duration":"1.188597166s","start":"2026-05-13T02:18:26.702182Z","end":"2026-05-13T02:18:27.890779Z","steps":["trace[1255842710] 'agreement among raft nodes before linearized reading' (duration: 1.188401461s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:27.8908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.388041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:18:27.890847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:18:26.702174Z","time spent":"1.188660717s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-13T02:18:27.890881Z","caller":"traceutil/trace.go:171","msg":"trace[377572169] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1209; }","duration":"807.513924ms","start":"2026-05-13T02:18:27.083342Z","end":"2026-05-13T02:18:27.890855Z","steps":["trace[377572169] 'agreement among raft nodes before linearized reading' (duration: 807.416451ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:27.890686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.376305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"info","ts":"2026-05-13T02:18:27.890983Z","caller":"traceutil/trace.go:171","msg":"trace[811237636] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:1209; }","duration":"887.743655ms","start":"2026-05-13T02:18:27.003219Z","end":"2026-05-13T02:18:27.890962Z","steps":["trace[811237636] 'agreement among raft nodes before linearized reading' (duration: 887.315024ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:27.89104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:18:27.003186Z","time spent":"887.835947ms","remote":"127.0.0.1:39664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":248,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"warn","ts":"2026-05-13T02:18:27.890964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:18:27.08331Z","time spent":"807.640767ms","remote":"127.0.0.1:41160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-05-13T02:18:27.890816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:18:27.359078Z","time spent":"531.731394ms","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"info","ts":"2026-05-13T02:18:27.890893Z","caller":"traceutil/trace.go:171","msg":"trace[2136924994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1209; }","duration":"1.190455933s","start":"2026-05-13T02:18:26.700297Z","end":"2026-05-13T02:18:27.890753Z","steps":["trace[2136924994] 'agreement among raft nodes before linearized reading' (duration: 1.190194237s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:27.891221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:18:26.700287Z","time spent":"1.190916195s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-13T02:18:30.103153Z","caller":"traceutil/trace.go:171","msg":"trace[1111675634] transaction","detail":"{read_only:false; response_revision:1225; number_of_response:1; }","duration":"155.140386ms","start":"2026-05-13T02:18:29.947969Z","end":"2026-05-13T02:18:30.103109Z","steps":["trace[1111675634] 'process raft request' (duration: 155.005663ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:18:30.103183Z","caller":"traceutil/trace.go:171","msg":"trace[700004018] transaction","detail":"{read_only:false; response_revision:1224; number_of_response:1; }","duration":"155.260479ms","start":"2026-05-13T02:18:29.947873Z","end":"2026-05-13T02:18:30.103134Z","steps":["trace[700004018] 'process raft request' (duration: 141.565268ms)","trace[700004018] 'compare' (duration: 13.320941ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:18:30.103302Z","caller":"traceutil/trace.go:171","msg":"trace[1035065216] transaction","detail":"{read_only:false; response_revision:1226; number_of_response:1; }","duration":"155.024243ms","start":"2026-05-13T02:18:29.948214Z","end":"2026-05-13T02:18:30.103238Z","steps":["trace[1035065216] 'process raft request' (duration: 154.814668ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:18:31.18119Z","caller":"traceutil/trace.go:171","msg":"trace[193509773] transaction","detail":"{read_only:false; response_revision:1230; number_of_response:1; }","duration":"187.159285ms","start":"2026-05-13T02:18:30.993995Z","end":"2026-05-13T02:18:31.181155Z","steps":["trace[193509773] 'process raft request' (duration: 89.613661ms)","trace[193509773] 'compare' (duration: 97.359049ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:18:31.386459Z","caller":"traceutil/trace.go:171","msg":"trace[1021780747] linearizableReadLoop","detail":"{readStateIndex:1266; appliedIndex:1265; }","duration":"136.790166ms","start":"2026-05-13T02:18:31.249643Z","end":"2026-05-13T02:18:31.386433Z","steps":["trace[1021780747] 'read index received' (duration: 51.723102ms)","trace[1021780747] 'applied index is now lower than readState.Index' (duration: 85.065864ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:18:31.386661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.008343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-13T02:18:31.386705Z","caller":"traceutil/trace.go:171","msg":"trace[64690443] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1231; }","duration":"137.127896ms","start":"2026-05-13T02:18:31.249566Z","end":"2026-05-13T02:18:31.386694Z","steps":["trace[64690443] 'agreement among raft nodes before linearized reading' (duration: 136.966761ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:18:31.386686Z","caller":"traceutil/trace.go:171","msg":"trace[48349299] transaction","detail":"{read_only:false; response_revision:1231; number_of_response:1; }","duration":"198.616407ms","start":"2026-05-13T02:18:31.187867Z","end":"2026-05-13T02:18:31.386484Z","steps":["trace[48349299] 'process raft request' (duration: 113.4648ms)","trace[48349299] 'compare' (duration: 84.986773ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:18:31.552044Z","caller":"traceutil/trace.go:171","msg":"trace[516761820] linearizableReadLoop","detail":"{readStateIndex:1268; appliedIndex:1267; }","duration":"153.364671ms","start":"2026-05-13T02:18:31.398655Z","end":"2026-05-13T02:18:31.55202Z","steps":["trace[516761820] 'read index received' (duration: 32.133502ms)","trace[516761820] 'applied index is now lower than readState.Index' (duration: 121.230009ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:18:31.552117Z","caller":"traceutil/trace.go:171","msg":"trace[1437461263] transaction","detail":"{read_only:false; response_revision:1233; number_of_response:1; }","duration":"160.175555ms","start":"2026-05-13T02:18:31.391898Z","end":"2026-05-13T02:18:31.552073Z","steps":["trace[1437461263] 'process raft request' (duration: 159.97154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:31.552277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.592446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:1 size:1054"} {"level":"info","ts":"2026-05-13T02:18:31.552322Z","caller":"traceutil/trace.go:171","msg":"trace[1971609143] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:1; response_revision:1233; }","duration":"153.712439ms","start":"2026-05-13T02:18:31.398597Z","end":"2026-05-13T02:18:31.55231Z","steps":["trace[1971609143] 'agreement among raft nodes before linearized reading' (duration: 153.522375ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:18:31.68935Z","caller":"traceutil/trace.go:171","msg":"trace[1357233041] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1236; }","duration":"100.787647ms","start":"2026-05-13T02:18:31.588521Z","end":"2026-05-13T02:18:31.689309Z","steps":["trace[1357233041] 'process raft request' (duration: 43.514332ms)","trace[1357233041] 'compare' (duration: 57.087329ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:18:31.868185Z","caller":"traceutil/trace.go:171","msg":"trace[847467061] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1237; }","duration":"166.127266ms","start":"2026-05-13T02:18:31.702026Z","end":"2026-05-13T02:18:31.868153Z","steps":["trace[847467061] 'process raft request' (duration: 87.23802ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:18:34.264405Z","caller":"traceutil/trace.go:171","msg":"trace[2052379538] transaction","detail":"{read_only:false; response_revision:1283; number_of_response:1; }","duration":"103.628619ms","start":"2026-05-13T02:18:34.160741Z","end":"2026-05-13T02:18:34.26437Z","steps":["trace[2052379538] 'process raft request' (duration: 101.187066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:45.64526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.471393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:18:45.645369Z","caller":"traceutil/trace.go:171","msg":"trace[481964326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1352; }","duration":"322.636017ms","start":"2026-05-13T02:18:45.322706Z","end":"2026-05-13T02:18:45.645342Z","steps":["trace[481964326] 'range keys from in-memory index tree' (duration: 322.073643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:45.64542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:18:45.322666Z","time spent":"322.7415ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T02:18:50.652122Z","caller":"traceutil/trace.go:171","msg":"trace[9298164] linearizableReadLoop","detail":"{readStateIndex:1507; appliedIndex:1506; }","duration":"306.078635ms","start":"2026-05-13T02:18:50.346006Z","end":"2026-05-13T02:18:50.652085Z","steps":["trace[9298164] 'read index received' (duration: 305.760527ms)","trace[9298164] 'applied index is now lower than readState.Index' (duration: 316.078µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:18:50.652305Z","caller":"traceutil/trace.go:171","msg":"trace[807461847] transaction","detail":"{read_only:false; response_revision:1463; number_of_response:1; }","duration":"314.957282ms","start":"2026-05-13T02:18:50.33725Z","end":"2026-05-13T02:18:50.652207Z","steps":["trace[807461847] 'process raft request' (duration: 314.535161ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:50.652467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.436445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-13T02:18:50.652586Z","caller":"traceutil/trace.go:171","msg":"trace[15960670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1463; }","duration":"306.586278ms","start":"2026-05-13T02:18:50.345975Z","end":"2026-05-13T02:18:50.652561Z","steps":["trace[15960670] 'agreement among raft nodes before linearized reading' (duration: 306.297351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:50.652514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:18:50.337217Z","time spent":"315.192208ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:18:50.65264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:18:50.345962Z","time spent":"306.667881ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-13T02:18:50.652796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.887899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-13T02:18:50.652892Z","caller":"traceutil/trace.go:171","msg":"trace[1504587062] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1463; }","duration":"304.036673ms","start":"2026-05-13T02:18:50.348839Z","end":"2026-05-13T02:18:50.652876Z","steps":["trace[1504587062] 'agreement among raft nodes before linearized reading' (duration: 303.627982ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:50.652975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:18:50.348832Z","time spent":"304.125635ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-13T02:18:50.878554Z","caller":"traceutil/trace.go:171","msg":"trace[1528614846] transaction","detail":"{read_only:false; response_revision:1465; number_of_response:1; }","duration":"219.05685ms","start":"2026-05-13T02:18:50.659346Z","end":"2026-05-13T02:18:50.878403Z","steps":["trace[1528614846] 'process raft request' (duration: 159.425505ms)","trace[1528614846] 'compare' (duration: 59.270235ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:18:52.067195Z","caller":"traceutil/trace.go:171","msg":"trace[1560467387] linearizableReadLoop","detail":"{readStateIndex:1510; appliedIndex:1509; }","duration":"388.174013ms","start":"2026-05-13T02:18:51.678996Z","end":"2026-05-13T02:18:52.06717Z","steps":["trace[1560467387] 'read index received' (duration: 387.893246ms)","trace[1560467387] 'applied index is now lower than readState.Index' (duration: 279.847µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:18:52.067266Z","caller":"traceutil/trace.go:171","msg":"trace[382010278] transaction","detail":"{read_only:false; response_revision:1466; number_of_response:1; }","duration":"623.742346ms","start":"2026-05-13T02:18:51.443489Z","end":"2026-05-13T02:18:52.067231Z","steps":["trace[382010278] 'process raft request' (duration: 623.465769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:52.067449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.42649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-13T02:18:52.067492Z","caller":"traceutil/trace.go:171","msg":"trace[169615137] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1466; }","duration":"388.592554ms","start":"2026-05-13T02:18:51.67889Z","end":"2026-05-13T02:18:52.067482Z","steps":["trace[169615137] 'agreement among raft nodes before linearized reading' (duration: 388.377839ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:52.067518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:18:51.443472Z","time spent":"623.94673ms","remote":"127.0.0.1:41198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3129,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T02:18:52.067525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:18:51.67885Z","time spent":"388.667526ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-13T02:18:52.190204Z","caller":"traceutil/trace.go:171","msg":"trace[403957827] transaction","detail":"{read_only:false; response_revision:1468; number_of_response:1; }","duration":"111.427649ms","start":"2026-05-13T02:18:52.078742Z","end":"2026-05-13T02:18:52.19017Z","steps":["trace[403957827] 'process raft request' (duration: 101.487694ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:18:52.885068Z","caller":"traceutil/trace.go:171","msg":"trace[1833568086] transaction","detail":"{read_only:false; response_revision:1476; number_of_response:1; }","duration":"146.6657ms","start":"2026-05-13T02:18:52.738361Z","end":"2026-05-13T02:18:52.885027Z","steps":["trace[1833568086] 'process raft request' (duration: 142.78267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:54.734621Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563875770,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T02:18:54.790139Z","caller":"traceutil/trace.go:171","msg":"trace[1425878465] transaction","detail":"{read_only:false; response_revision:1479; number_of_response:1; }","duration":"703.405641ms","start":"2026-05-13T02:18:54.086701Z","end":"2026-05-13T02:18:54.790107Z","steps":["trace[1425878465] 'process raft request' (duration: 703.217457ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:54.790325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:18:54.086676Z","time spent":"703.555536ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:18:55.111962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.511154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-13T02:18:55.112053Z","caller":"traceutil/trace.go:171","msg":"trace[1028550953] linearizableReadLoop","detail":"{readStateIndex:1525; appliedIndex:1523; }","duration":"877.537954ms","start":"2026-05-13T02:18:54.2345Z","end":"2026-05-13T02:18:55.112038Z","steps":["trace[1028550953] 'read index received' (duration: 555.460471ms)","trace[1028550953] 'applied index is now lower than readState.Index' (duration: 322.076303ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:18:55.112202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.713818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-13T02:18:55.112146Z","caller":"traceutil/trace.go:171","msg":"trace[1140347567] transaction","detail":"{read_only:false; response_revision:1480; number_of_response:1; }","duration":"916.487108ms","start":"2026-05-13T02:18:54.195595Z","end":"2026-05-13T02:18:55.112082Z","steps":["trace[1140347567] 'process raft request' (duration: 656.771189ms)","trace[1140347567] 'compare' (duration: 259.042741ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:18:55.112447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:18:54.195565Z","time spent":"916.748805ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:18:55.112235Z","caller":"traceutil/trace.go:171","msg":"trace[1697274356] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1480; }","duration":"877.78569ms","start":"2026-05-13T02:18:54.234442Z","end":"2026-05-13T02:18:55.112227Z","steps":["trace[1697274356] 'agreement among raft nodes before linearized reading' (duration: 877.659507ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:55.11263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:18:54.234417Z","time spent":"878.16078ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T02:18:55.191021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.008287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T02:18:55.191141Z","caller":"traceutil/trace.go:171","msg":"trace[1518512559] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1481; }","duration":"686.184792ms","start":"2026-05-13T02:18:54.504928Z","end":"2026-05-13T02:18:55.191112Z","steps":["trace[1518512559] 'agreement among raft nodes before linearized reading' (duration: 685.937335ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:55.191242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:18:54.504908Z","time spent":"686.273604ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-13T02:18:55.191243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.256078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-13T02:18:55.191244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.226956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-13T02:18:55.191221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.051402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-13T02:18:55.191321Z","caller":"traceutil/trace.go:171","msg":"trace[55018860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1481; }","duration":"453.370341ms","start":"2026-05-13T02:18:54.737933Z","end":"2026-05-13T02:18:55.191303Z","steps":["trace[55018860] 'agreement among raft nodes before linearized reading' (duration: 453.203556ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:18:55.191331Z","caller":"traceutil/trace.go:171","msg":"trace[1826842585] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1481; }","duration":"302.36301ms","start":"2026-05-13T02:18:54.888951Z","end":"2026-05-13T02:18:55.191314Z","steps":["trace[1826842585] 'agreement among raft nodes before linearized reading' (duration: 302.064262ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:55.191359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:18:54.737911Z","time spent":"453.441092ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T02:18:55.191368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:18:54.88893Z","time spent":"302.429212ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-13T02:18:55.191373Z","caller":"traceutil/trace.go:171","msg":"trace[1637909217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1481; }","duration":"293.249987ms","start":"2026-05-13T02:18:54.898083Z","end":"2026-05-13T02:18:55.191333Z","steps":["trace[1637909217] 'agreement among raft nodes before linearized reading' (duration: 292.851077ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:55.823196Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563875776,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T02:18:56.009357Z","caller":"traceutil/trace.go:171","msg":"trace[1994516305] transaction","detail":"{read_only:false; response_revision:1482; number_of_response:1; }","duration":"891.804188ms","start":"2026-05-13T02:18:55.117524Z","end":"2026-05-13T02:18:56.009328Z","steps":["trace[1994516305] 'process raft request' (duration: 891.604093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:56.010095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:18:55.11748Z","time spent":"891.980433ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:18:56.06158Z","caller":"traceutil/trace.go:171","msg":"trace[1708169958] linearizableReadLoop","detail":"{readStateIndex:1530; appliedIndex:1526; }","duration":"739.133075ms","start":"2026-05-13T02:18:55.322422Z","end":"2026-05-13T02:18:56.061555Z","steps":["trace[1708169958] 'read index received' (duration: 686.794226ms)","trace[1708169958] 'applied index is now lower than readState.Index' (duration: 52.337919ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:18:56.061613Z","caller":"traceutil/trace.go:171","msg":"trace[1299701416] transaction","detail":"{read_only:false; response_revision:1483; number_of_response:1; }","duration":"861.533884ms","start":"2026-05-13T02:18:55.20001Z","end":"2026-05-13T02:18:56.061543Z","steps":["trace[1299701416] 'process raft request' (duration: 861.102663ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:18:56.061679Z","caller":"traceutil/trace.go:171","msg":"trace[669454857] transaction","detail":"{read_only:false; response_revision:1484; number_of_response:1; }","duration":"861.546145ms","start":"2026-05-13T02:18:55.200092Z","end":"2026-05-13T02:18:56.061638Z","steps":["trace[669454857] 'process raft request' (duration: 861.34496ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:18:56.061757Z","caller":"traceutil/trace.go:171","msg":"trace[838040950] transaction","detail":"{read_only:false; response_revision:1485; number_of_response:1; }","duration":"861.545515ms","start":"2026-05-13T02:18:55.200182Z","end":"2026-05-13T02:18:56.061727Z","steps":["trace[838040950] 'process raft request' (duration: 861.32953ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:56.061807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.360121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:18:56.061861Z","caller":"traceutil/trace.go:171","msg":"trace[562701790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1485; }","duration":"739.493034ms","start":"2026-05-13T02:18:55.32235Z","end":"2026-05-13T02:18:56.061843Z","steps":["trace[562701790] 'agreement among raft nodes before linearized reading' (duration: 739.385001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:18:56.061879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:18:55.200087Z","time spent":"861.681098ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:18:56.061901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:18:55.322316Z","time spent":"739.575036ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T02:18:56.061906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:18:55.200136Z","time spent":"861.686468ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:18:56.061844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:18:55.199983Z","time spent":"861.73188ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:18:56.061911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.684534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:18:56.061999Z","caller":"traceutil/trace.go:171","msg":"trace[393193184] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1485; }","duration":"152.835567ms","start":"2026-05-13T02:18:55.909143Z","end":"2026-05-13T02:18:56.061978Z","steps":["trace[393193184] 'agreement among raft nodes before linearized reading' (duration: 152.657843ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:19:08.243846Z","caller":"traceutil/trace.go:171","msg":"trace[535099970] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"110.761133ms","start":"2026-05-13T02:19:08.13307Z","end":"2026-05-13T02:19:08.243831Z","steps":["trace[535099970] 'process raft request' (duration: 110.479196ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:19:08.243767Z","caller":"traceutil/trace.go:171","msg":"trace[614402615] linearizableReadLoop","detail":"{readStateIndex:1777; appliedIndex:1776; }","duration":"110.450915ms","start":"2026-05-13T02:19:08.133288Z","end":"2026-05-13T02:19:08.243739Z","steps":["trace[614402615] 'read index received' (duration: 110.170278ms)","trace[614402615] 'applied index is now lower than readState.Index' (duration: 279.947µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:19:08.244227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.900986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-13T02:19:08.244344Z","caller":"traceutil/trace.go:171","msg":"trace[1516527277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1712; }","duration":"111.03151ms","start":"2026-05-13T02:19:08.133286Z","end":"2026-05-13T02:19:08.244317Z","steps":["trace[1516527277] 'agreement among raft nodes before linearized reading' (duration: 110.701911ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:19:08.24603Z","caller":"traceutil/trace.go:171","msg":"trace[1826800564] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"110.752223ms","start":"2026-05-13T02:19:08.135214Z","end":"2026-05-13T02:19:08.245966Z","steps":["trace[1826800564] 'process raft request' (duration: 110.358483ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:19:08.246159Z","caller":"traceutil/trace.go:171","msg":"trace[944481690] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"108.999219ms","start":"2026-05-13T02:19:08.137141Z","end":"2026-05-13T02:19:08.24614Z","steps":["trace[944481690] 'process raft request' (duration: 108.561167ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:19:10.19601Z","caller":"traceutil/trace.go:171","msg":"trace[801976403] transaction","detail":"{read_only:false; response_revision:1745; number_of_response:1; }","duration":"104.698669ms","start":"2026-05-13T02:19:10.091277Z","end":"2026-05-13T02:19:10.195976Z","steps":["trace[801976403] 'process raft request' (duration: 104.469293ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:19:15.418446Z","caller":"traceutil/trace.go:171","msg":"trace[603602279] linearizableReadLoop","detail":"{readStateIndex:1869; appliedIndex:1868; }","duration":"196.824037ms","start":"2026-05-13T02:19:15.221597Z","end":"2026-05-13T02:19:15.418421Z","steps":["trace[603602279] 'read index received' (duration: 196.565631ms)","trace[603602279] 'applied index is now lower than readState.Index' (duration: 257.056µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:19:15.418496Z","caller":"traceutil/trace.go:171","msg":"trace[996188229] transaction","detail":"{read_only:false; response_revision:1799; number_of_response:1; }","duration":"203.313293ms","start":"2026-05-13T02:19:15.215158Z","end":"2026-05-13T02:19:15.418472Z","steps":["trace[996188229] 'process raft request' (duration: 203.093437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:15.418669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.955511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:19:15.418714Z","caller":"traceutil/trace.go:171","msg":"trace[2068717271] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1799; }","duration":"197.063994ms","start":"2026-05-13T02:19:15.221638Z","end":"2026-05-13T02:19:15.418702Z","steps":["trace[2068717271] 'agreement among raft nodes before linearized reading' (duration: 196.964361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:15.418738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.736476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:19:15.418721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.069883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:19:15.418857Z","caller":"traceutil/trace.go:171","msg":"trace[1435235440] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1799; }","duration":"197.240519ms","start":"2026-05-13T02:19:15.221591Z","end":"2026-05-13T02:19:15.418831Z","steps":["trace[1435235440] 'agreement among raft nodes before linearized reading' (duration: 196.989221ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:19:15.418782Z","caller":"traceutil/trace.go:171","msg":"trace[1576713121] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1799; }","duration":"105.821778ms","start":"2026-05-13T02:19:15.312949Z","end":"2026-05-13T02:19:15.418771Z","steps":["trace[1576713121] 'agreement among raft nodes before linearized reading' (duration: 105.745736ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:15.419112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.181596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:19:15.419163Z","caller":"traceutil/trace.go:171","msg":"trace[1577414801] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1799; }","duration":"106.258149ms","start":"2026-05-13T02:19:15.312891Z","end":"2026-05-13T02:19:15.419149Z","steps":["trace[1577414801] 'agreement among raft nodes before linearized reading' (duration: 106.179907ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:15.419177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.5984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:19:15.419276Z","caller":"traceutil/trace.go:171","msg":"trace[1163278645] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1799; }","duration":"141.766514ms","start":"2026-05-13T02:19:15.277485Z","end":"2026-05-13T02:19:15.419251Z","steps":["trace[1163278645] 'agreement among raft nodes before linearized reading' (duration: 141.57857ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:15.419359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.800345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:19:15.419483Z","caller":"traceutil/trace.go:171","msg":"trace[1170875908] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1799; }","duration":"142.061061ms","start":"2026-05-13T02:19:15.277393Z","end":"2026-05-13T02:19:15.419454Z","steps":["trace[1170875908] 'agreement among raft nodes before linearized reading' (duration: 141.713463ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:19:21.557791Z","caller":"traceutil/trace.go:171","msg":"trace[1606033514] linearizableReadLoop","detail":"{readStateIndex:1958; appliedIndex:1957; }","duration":"234.755995ms","start":"2026-05-13T02:19:21.323001Z","end":"2026-05-13T02:19:21.557757Z","steps":["trace[1606033514] 'read index received' (duration: 234.536529ms)","trace[1606033514] 'applied index is now lower than readState.Index' (duration: 217.796µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:19:21.557844Z","caller":"traceutil/trace.go:171","msg":"trace[1589828189] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"269.682835ms","start":"2026-05-13T02:19:21.28812Z","end":"2026-05-13T02:19:21.557803Z","steps":["trace[1589828189] 'process raft request' (duration: 269.331746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:21.557944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.934679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:19:21.557982Z","caller":"traceutil/trace.go:171","msg":"trace[564976611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1887; }","duration":"235.033262ms","start":"2026-05-13T02:19:21.322939Z","end":"2026-05-13T02:19:21.557973Z","steps":["trace[564976611] 'agreement among raft nodes before linearized reading' (duration: 234.93631ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:19:21.565831Z","caller":"traceutil/trace.go:171","msg":"trace[659772072] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"122.77264ms","start":"2026-05-13T02:19:21.443029Z","end":"2026-05-13T02:19:21.565802Z","steps":["trace[659772072] 'process raft request' (duration: 122.417471ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:19:24.259948Z","caller":"traceutil/trace.go:171","msg":"trace[985560301] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"184.273227ms","start":"2026-05-13T02:19:24.075631Z","end":"2026-05-13T02:19:24.259904Z","steps":["trace[985560301] 'process raft request' (duration: 139.849825ms)","trace[985560301] 'compare' (duration: 44.224346ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:19:24.466044Z","caller":"traceutil/trace.go:171","msg":"trace[491902670] linearizableReadLoop","detail":"{readStateIndex:1982; appliedIndex:1981; }","duration":"132.20916ms","start":"2026-05-13T02:19:24.33379Z","end":"2026-05-13T02:19:24.465999Z","steps":["trace[491902670] 'read index received' (duration: 80.202935ms)","trace[491902670] 'applied index is now lower than readState.Index' (duration: 52.004105ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:19:24.466302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.500578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-13T02:19:24.466377Z","caller":"traceutil/trace.go:171","msg":"trace[1643002235] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1910; }","duration":"132.639361ms","start":"2026-05-13T02:19:24.33372Z","end":"2026-05-13T02:19:24.46636Z","steps":["trace[1643002235] 'agreement among raft nodes before linearized reading' (duration: 132.414895ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:24.466476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.383475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-13T02:19:24.466546Z","caller":"traceutil/trace.go:171","msg":"trace[1566554499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1910; }","duration":"132.489037ms","start":"2026-05-13T02:19:24.33404Z","end":"2026-05-13T02:19:24.466529Z","steps":["trace[1566554499] 'agreement among raft nodes before linearized reading' (duration: 132.164499ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:24.466687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.576439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-13T02:19:24.466803Z","caller":"traceutil/trace.go:171","msg":"trace[2052728510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1910; }","duration":"132.748434ms","start":"2026-05-13T02:19:24.334039Z","end":"2026-05-13T02:19:24.466787Z","steps":["trace[2052728510] 'agreement among raft nodes before linearized reading' (duration: 132.291632ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:19:24.466971Z","caller":"traceutil/trace.go:171","msg":"trace[414817934] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"132.947139ms","start":"2026-05-13T02:19:24.333328Z","end":"2026-05-13T02:19:24.466275Z","steps":["trace[414817934] 'process raft request' (duration: 80.636646ms)","trace[414817934] 'compare' (duration: 51.721578ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:19:24.698505Z","caller":"traceutil/trace.go:171","msg":"trace[1586298121] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"227.181631ms","start":"2026-05-13T02:19:24.471295Z","end":"2026-05-13T02:19:24.698476Z","steps":["trace[1586298121] 'process raft request' (duration: 227.017637ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:19:24.702913Z","caller":"traceutil/trace.go:171","msg":"trace[1374751084] linearizableReadLoop","detail":"{readStateIndex:1985; appliedIndex:1982; }","duration":"142.523014ms","start":"2026-05-13T02:19:24.560349Z","end":"2026-05-13T02:19:24.702872Z","steps":["trace[1374751084] 'read index received' (duration: 137.954857ms)","trace[1374751084] 'applied index is now lower than readState.Index' (duration: 4.567076ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:19:24.70306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.699507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T02:19:24.703094Z","caller":"traceutil/trace.go:171","msg":"trace[1141203531] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1913; }","duration":"142.828651ms","start":"2026-05-13T02:19:24.560255Z","end":"2026-05-13T02:19:24.703083Z","steps":["trace[1141203531] 'agreement among raft nodes before linearized reading' (duration: 142.746169ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:19:24.703046Z","caller":"traceutil/trace.go:171","msg":"trace[1435699495] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"231.339558ms","start":"2026-05-13T02:19:24.471666Z","end":"2026-05-13T02:19:24.703006Z","steps":["trace[1435699495] 'process raft request' (duration: 231.175114ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:19:24.70306Z","caller":"traceutil/trace.go:171","msg":"trace[1679410293] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"231.297287ms","start":"2026-05-13T02:19:24.471666Z","end":"2026-05-13T02:19:24.702964Z","steps":["trace[1679410293] 'process raft request' (duration: 231.03327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:26.215369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563876673,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T02:19:26.715988Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563876673,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T02:19:27.004783Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.421018745s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T02:19:27.005232Z","caller":"traceutil/trace.go:171","msg":"trace[196485301] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"1.42158483s","start":"2026-05-13T02:19:25.583626Z","end":"2026-05-13T02:19:27.005211Z","steps":["trace[196485301] 'process raft request' (duration: 1.421418005s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:27.005372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:25.583595Z","time spent":"1.421705573s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:19:27.351345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.241603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-13T02:19:27.351533Z","caller":"traceutil/trace.go:171","msg":"trace[1287730346] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"1.733865191s","start":"2026-05-13T02:19:25.617649Z","end":"2026-05-13T02:19:27.351515Z","steps":["trace[1287730346] 'process raft request' (duration: 1.506377502s)","trace[1287730346] 'compare' (duration: 226.224687ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:19:27.351627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:25.617619Z","time spent":"1.733959553s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:19:27.353091Z","caller":"traceutil/trace.go:171","msg":"trace[1458888729] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"1.233246959s","start":"2026-05-13T02:19:26.11983Z","end":"2026-05-13T02:19:27.353077Z","steps":["trace[1458888729] 'process raft request' (duration: 1.231605957s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:27.353218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:26.119801Z","time spent":"1.233334982s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:19:27.353415Z","caller":"traceutil/trace.go:171","msg":"trace[404625222] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"1.08267214s","start":"2026-05-13T02:19:26.270733Z","end":"2026-05-13T02:19:27.353405Z","steps":["trace[404625222] 'process raft request' (duration: 1.082282131s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:27.353593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:26.270704Z","time spent":"1.082748523s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:19:27.353492Z","caller":"traceutil/trace.go:171","msg":"trace[522713840] linearizableReadLoop","detail":"{readStateIndex:2001; appliedIndex:1996; }","duration":"1.638828948s","start":"2026-05-13T02:19:25.714639Z","end":"2026-05-13T02:19:27.353468Z","steps":["trace[522713840] 'read index received' (duration: 1.290435626s)","trace[522713840] 'applied index is now lower than readState.Index' (duration: 348.392382ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:19:27.353799Z","caller":"traceutil/trace.go:171","msg":"trace[1828576228] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"1.052352298s","start":"2026-05-13T02:19:26.301417Z","end":"2026-05-13T02:19:27.35377Z","steps":["trace[1828576228] 'process raft request' (duration: 1.051930677s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:27.353951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:26.301391Z","time spent":"1.052484281s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:19:27.354079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639429504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-13T02:19:27.35413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610130996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:19:27.354149Z","caller":"traceutil/trace.go:171","msg":"trace[1833693409] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1929; }","duration":"1.639551257s","start":"2026-05-13T02:19:25.714577Z","end":"2026-05-13T02:19:27.354128Z","steps":["trace[1833693409] 'agreement among raft nodes before linearized reading' (duration: 1.639326871s)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:19:27.354169Z","caller":"traceutil/trace.go:171","msg":"trace[171859175] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1929; }","duration":"1.610207628s","start":"2026-05-13T02:19:25.743949Z","end":"2026-05-13T02:19:27.354157Z","steps":["trace[171859175] 'agreement among raft nodes before linearized reading' (duration: 1.610146087s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:27.354199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:25.714551Z","time spent":"1.639637808s","remote":"127.0.0.1:46214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-13T02:19:27.354246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.311611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-05-13T02:19:27.354295Z","caller":"traceutil/trace.go:171","msg":"trace[1871064297] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1929; }","duration":"647.436354ms","start":"2026-05-13T02:19:26.706846Z","end":"2026-05-13T02:19:27.354282Z","steps":["trace[1871064297] 'agreement among raft nodes before linearized reading' (duration: 647.292321ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:27.354202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:25.743931Z","time spent":"1.61026336s","remote":"127.0.0.1:39692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-13T02:19:27.354319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.01876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-13T02:19:27.354332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:26.706821Z","time spent":"647.504197ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10352,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-13T02:19:27.354359Z","caller":"traceutil/trace.go:171","msg":"trace[1987964288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1929; }","duration":"650.094172ms","start":"2026-05-13T02:19:26.704256Z","end":"2026-05-13T02:19:27.354351Z","steps":["trace[1987964288] 'agreement among raft nodes before linearized reading' (duration: 649.963509ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:27.354393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:26.704233Z","time spent":"650.154094ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T02:19:27.354559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.1602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:19:27.354597Z","caller":"traceutil/trace.go:171","msg":"trace[1026062319] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1929; }","duration":"804.240492ms","start":"2026-05-13T02:19:26.550347Z","end":"2026-05-13T02:19:27.354588Z","steps":["trace[1026062319] 'agreement among raft nodes before linearized reading' (duration: 804.186351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:27.354627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:26.550308Z","time spent":"804.310994ms","remote":"127.0.0.1:36036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-05-13T02:19:27.354667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177644211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-39622cca-cefc-4bb6-9d74-e8f5e9422c50\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-05-13T02:19:27.354714Z","caller":"traceutil/trace.go:171","msg":"trace[2073647612] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-39622cca-cefc-4bb6-9d74-e8f5e9422c50; range_end:; response_count:1; response_revision:1929; }","duration":"1.177726013s","start":"2026-05-13T02:19:26.176976Z","end":"2026-05-13T02:19:27.354702Z","steps":["trace[2073647612] 'agreement among raft nodes before linearized reading' (duration: 1.17761449s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:27.354745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:26.176952Z","time spent":"1.177786334s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-39622cca-cefc-4bb6-9d74-e8f5e9422c50\" "} {"level":"warn","ts":"2026-05-13T02:19:27.35474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.111656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-13T02:19:27.354817Z","caller":"traceutil/trace.go:171","msg":"trace[1587237015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1929; }","duration":"647.197728ms","start":"2026-05-13T02:19:26.707598Z","end":"2026-05-13T02:19:27.354796Z","steps":["trace[1587237015] 'agreement among raft nodes before linearized reading' (duration: 646.987713ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:27.354876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:26.707536Z","time spent":"647.326382ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-13T02:19:27.354893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386200807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-39622cca-cefc-4bb6-9d74-e8f5e9422c50\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-05-13T02:19:27.354991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.132853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-13T02:19:27.355018Z","caller":"traceutil/trace.go:171","msg":"trace[955840872] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-39622cca-cefc-4bb6-9d74-e8f5e9422c50; range_end:; response_count:1; response_revision:1929; }","duration":"1.386363623s","start":"2026-05-13T02:19:25.968642Z","end":"2026-05-13T02:19:27.355005Z","steps":["trace[955840872] 'agreement among raft nodes before linearized reading' (duration: 1.386162688s)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:19:27.355029Z","caller":"traceutil/trace.go:171","msg":"trace[2032098744] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1929; }","duration":"883.212685ms","start":"2026-05-13T02:19:26.471806Z","end":"2026-05-13T02:19:27.355019Z","steps":["trace[2032098744] 'agreement among raft nodes before linearized reading' (duration: 883.077852ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:27.35506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:26.471781Z","time spent":"883.272777ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T02:19:27.355087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.320425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-13T02:19:27.35506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:25.968573Z","time spent":"1.386476545s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-39622cca-cefc-4bb6-9d74-e8f5e9422c50\" "} {"level":"info","ts":"2026-05-13T02:19:27.355149Z","caller":"traceutil/trace.go:171","msg":"trace[363655631] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1929; }","duration":"340.418838ms","start":"2026-05-13T02:19:27.014718Z","end":"2026-05-13T02:19:27.355137Z","steps":["trace[363655631] 'agreement among raft nodes before linearized reading' (duration: 340.266294ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:27.355186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:27.014702Z","time spent":"340.476169ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-13T02:19:27.355417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.306412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-13T02:19:27.355519Z","caller":"traceutil/trace.go:171","msg":"trace[1237893264] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1929; }","duration":"647.440906ms","start":"2026-05-13T02:19:26.708055Z","end":"2026-05-13T02:19:27.355496Z","steps":["trace[1237893264] 'agreement among raft nodes before linearized reading' (duration: 647.169788ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:27.355587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:26.708036Z","time spent":"647.535828ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-13T02:19:27.635525Z","caller":"traceutil/trace.go:171","msg":"trace[1656009088] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"274.589921ms","start":"2026-05-13T02:19:27.360916Z","end":"2026-05-13T02:19:27.635506Z","steps":["trace[1656009088] 'process raft request' (duration: 274.447167ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:19:27.635689Z","caller":"traceutil/trace.go:171","msg":"trace[1147048188] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"274.729545ms","start":"2026-05-13T02:19:27.360932Z","end":"2026-05-13T02:19:27.635662Z","steps":["trace[1147048188] 'process raft request' (duration: 274.547699ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:27.865139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.941023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-13T02:19:27.865458Z","caller":"traceutil/trace.go:171","msg":"trace[1963526811] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"504.417699ms","start":"2026-05-13T02:19:27.361004Z","end":"2026-05-13T02:19:27.865422Z","steps":["trace[1963526811] 'process raft request' (duration: 372.112335ms)","trace[1963526811] 'compare' (duration: 131.817851ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:19:27.865567Z","caller":"traceutil/trace.go:171","msg":"trace[1944034647] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"504.494391ms","start":"2026-05-13T02:19:27.361041Z","end":"2026-05-13T02:19:27.865535Z","steps":["trace[1944034647] 'process raft request' (duration: 504.205093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:27.865629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:27.360997Z","time spent":"504.547302ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:19:27.865643Z","caller":"traceutil/trace.go:171","msg":"trace[1694719270] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"504.221874ms","start":"2026-05-13T02:19:27.361401Z","end":"2026-05-13T02:19:27.865623Z","steps":["trace[1694719270] 'process raft request' (duration: 503.910646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:27.865736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:27.361036Z","time spent":"504.612164ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:19:27.865592Z","caller":"traceutil/trace.go:171","msg":"trace[1353594407] linearizableReadLoop","detail":"{readStateIndex:2006; appliedIndex:2001; }","duration":"503.327332ms","start":"2026-05-13T02:19:27.362242Z","end":"2026-05-13T02:19:27.865569Z","steps":["trace[1353594407] 'read index received' (duration: 273.223305ms)","trace[1353594407] 'applied index is now lower than readState.Index' (duration: 230.102416ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:19:27.865778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.526726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-13T02:19:27.865776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:27.361379Z","time spent":"504.336997ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:19:27.865832Z","caller":"traceutil/trace.go:171","msg":"trace[333167587] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:1935; }","duration":"503.596598ms","start":"2026-05-13T02:19:27.362219Z","end":"2026-05-13T02:19:27.865815Z","steps":["trace[333167587] 'agreement among raft nodes before linearized reading' (duration: 503.416623ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:19:27.865794Z","caller":"traceutil/trace.go:171","msg":"trace[462395858] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"503.401473ms","start":"2026-05-13T02:19:27.362308Z","end":"2026-05-13T02:19:27.865709Z","steps":["trace[462395858] 'process raft request' (duration: 503.196758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:27.865874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:27.362211Z","time spent":"503.6531ms","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"warn","ts":"2026-05-13T02:19:27.866512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:27.36228Z","time spent":"503.642349ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:19:27.86667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.400766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:19:27.866718Z","caller":"traceutil/trace.go:171","msg":"trace[28058134] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1935; }","duration":"214.488468ms","start":"2026-05-13T02:19:27.652215Z","end":"2026-05-13T02:19:27.866704Z","steps":["trace[28058134] 'agreement among raft nodes before linearized reading' (duration: 213.668917ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:27.86698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.352451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:19:27.867067Z","caller":"traceutil/trace.go:171","msg":"trace[1399485738] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1935; }","duration":"501.450403ms","start":"2026-05-13T02:19:27.365598Z","end":"2026-05-13T02:19:27.867048Z","steps":["trace[1399485738] 'agreement among raft nodes before linearized reading' (duration: 500.290374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:27.867119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:27.365591Z","time spent":"501.517785ms","remote":"127.0.0.1:39916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-13T02:19:28.739722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.777112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-13T02:19:28.739854Z","caller":"traceutil/trace.go:171","msg":"trace[1834223711] linearizableReadLoop","detail":"{readStateIndex:2009; appliedIndex:2008; }","duration":"782.55186ms","start":"2026-05-13T02:19:27.957281Z","end":"2026-05-13T02:19:28.739833Z","steps":["trace[1834223711] 'read index received' (duration: 7.638165ms)","trace[1834223711] 'applied index is now lower than readState.Index' (duration: 774.911245ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:19:28.739942Z","caller":"traceutil/trace.go:171","msg":"trace[1783390597] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"790.308977ms","start":"2026-05-13T02:19:27.949531Z","end":"2026-05-13T02:19:28.73984Z","steps":["trace[1783390597] 'process raft request' (duration: 15.29898ms)","trace[1783390597] 'compare' (duration: 774.348489ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:19:28.740051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.476263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:19:28.74009Z","caller":"traceutil/trace.go:171","msg":"trace[1078551496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1936; }","duration":"417.555575ms","start":"2026-05-13T02:19:28.322524Z","end":"2026-05-13T02:19:28.74008Z","steps":["trace[1078551496] 'agreement among raft nodes before linearized reading' (duration: 417.416691ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:28.740129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:28.322442Z","time spent":"417.679658ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T02:19:28.740146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.836166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-13T02:19:28.740276Z","caller":"traceutil/trace.go:171","msg":"trace[1109270966] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1936; }","duration":"783.029522ms","start":"2026-05-13T02:19:27.957223Z","end":"2026-05-13T02:19:28.740253Z","steps":["trace[1109270966] 'agreement among raft nodes before linearized reading' (duration: 782.690454ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:28.74033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:27.957197Z","time spent":"783.123244ms","remote":"127.0.0.1:46214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-13T02:19:28.7403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.902622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-13T02:19:28.740403Z","caller":"traceutil/trace.go:171","msg":"trace[1738836013] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1936; }","duration":"376.025515ms","start":"2026-05-13T02:19:28.364355Z","end":"2026-05-13T02:19:28.74038Z","steps":["trace[1738836013] 'agreement among raft nodes before linearized reading' (duration: 375.684317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:28.740453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:28.364302Z","time spent":"376.140488ms","remote":"127.0.0.1:46214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-13T02:19:28.740531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.358951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-39622cca-cefc-4bb6-9d74-e8f5e9422c50\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-05-13T02:19:28.740681Z","caller":"traceutil/trace.go:171","msg":"trace[1323126149] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-39622cca-cefc-4bb6-9d74-e8f5e9422c50; range_end:; response_count:1; response_revision:1936; }","duration":"381.568917ms","start":"2026-05-13T02:19:28.359065Z","end":"2026-05-13T02:19:28.740634Z","steps":["trace[1323126149] 'agreement among raft nodes before linearized reading' (duration: 380.997022ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:28.740763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:28.359037Z","time spent":"381.68598ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3771,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-39622cca-cefc-4bb6-9d74-e8f5e9422c50\" "} {"level":"warn","ts":"2026-05-13T02:19:28.740776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:27.9495Z","time spent":"790.548683ms","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:19:29.458493Z","caller":"traceutil/trace.go:171","msg":"trace[370478003] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"122.75229ms","start":"2026-05-13T02:19:29.335712Z","end":"2026-05-13T02:19:29.458464Z","steps":["trace[370478003] 'process raft request' (duration: 101.16773ms)","trace[370478003] 'compare' (duration: 21.464127ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:19:29.476056Z","caller":"traceutil/trace.go:171","msg":"trace[1697687801] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"134.368565ms","start":"2026-05-13T02:19:29.341652Z","end":"2026-05-13T02:19:29.476021Z","steps":["trace[1697687801] 'process raft request' (duration: 134.054456ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:19:29.476078Z","caller":"traceutil/trace.go:171","msg":"trace[498019537] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"117.740062ms","start":"2026-05-13T02:19:29.35828Z","end":"2026-05-13T02:19:29.47602Z","steps":["trace[498019537] 'process raft request' (duration: 117.623358ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:19:29.476489Z","caller":"traceutil/trace.go:171","msg":"trace[1852514589] linearizableReadLoop","detail":"{readStateIndex:2016; appliedIndex:2014; }","duration":"131.722408ms","start":"2026-05-13T02:19:29.344757Z","end":"2026-05-13T02:19:29.47648Z","steps":["trace[1852514589] 'read index received' (duration: 92.126848ms)","trace[1852514589] 'applied index is now lower than readState.Index' (duration: 39.59479ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:19:29.476651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.856482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:19:29.476638Z","caller":"traceutil/trace.go:171","msg":"trace[1029391490] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"115.061853ms","start":"2026-05-13T02:19:29.361544Z","end":"2026-05-13T02:19:29.476605Z","steps":["trace[1029391490] 'process raft request' (duration: 114.800616ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:19:29.476697Z","caller":"traceutil/trace.go:171","msg":"trace[713253140] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1946; }","duration":"132.004935ms","start":"2026-05-13T02:19:29.34468Z","end":"2026-05-13T02:19:29.476685Z","steps":["trace[713253140] 'agreement among raft nodes before linearized reading' (duration: 131.844581ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:19:29.476669Z","caller":"traceutil/trace.go:171","msg":"trace[1370935293] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"115.32522ms","start":"2026-05-13T02:19:29.361274Z","end":"2026-05-13T02:19:29.476599Z","steps":["trace[1370935293] 'process raft request' (duration: 114.679112ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:19:29.829426Z","caller":"traceutil/trace.go:171","msg":"trace[363188828] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"183.401526ms","start":"2026-05-13T02:19:29.645988Z","end":"2026-05-13T02:19:29.82939Z","steps":["trace[363188828] 'process raft request' (duration: 164.609637ms)","trace[363188828] 'compare' (duration: 18.43119ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:19:30.00401Z","caller":"traceutil/trace.go:171","msg":"trace[1937037769] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"127.104ms","start":"2026-05-13T02:19:29.87688Z","end":"2026-05-13T02:19:30.003984Z","steps":["trace[1937037769] 'process raft request' (duration: 127.045358ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:19:30.004068Z","caller":"traceutil/trace.go:171","msg":"trace[1629196763] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"127.528911ms","start":"2026-05-13T02:19:29.876517Z","end":"2026-05-13T02:19:30.004045Z","steps":["trace[1629196763] 'process raft request' (duration: 124.72366ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:19:35.278658Z","caller":"traceutil/trace.go:171","msg":"trace[1444874644] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"392.354863ms","start":"2026-05-13T02:19:34.886267Z","end":"2026-05-13T02:19:35.278622Z","steps":["trace[1444874644] 'process raft request' (duration: 392.149987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:35.278878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:34.886243Z","time spent":"392.527806ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:19:35.323325Z","caller":"traceutil/trace.go:171","msg":"trace[690220483] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"289.804959ms","start":"2026-05-13T02:19:35.033468Z","end":"2026-05-13T02:19:35.323273Z","steps":["trace[690220483] 'process raft request' (duration: 288.205817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:36.395008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.498652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-cqh88\" ","response":"range_response_count:1 size:5852"} {"level":"info","ts":"2026-05-13T02:19:36.395141Z","caller":"traceutil/trace.go:171","msg":"trace[465252564] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-cqh88; range_end:; response_count:1; response_revision:2009; }","duration":"211.703097ms","start":"2026-05-13T02:19:36.1834Z","end":"2026-05-13T02:19:36.395103Z","steps":["trace[465252564] 'range keys from in-memory index tree' (duration: 211.175954ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:19:36.963476Z","caller":"traceutil/trace.go:171","msg":"trace[686537301] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"158.537891ms","start":"2026-05-13T02:19:36.804905Z","end":"2026-05-13T02:19:36.963443Z","steps":["trace[686537301] 'process raft request' (duration: 132.692762ms)","trace[686537301] 'compare' (duration: 25.694495ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:19:36.966857Z","caller":"traceutil/trace.go:171","msg":"trace[1709325548] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"161.849795ms","start":"2026-05-13T02:19:36.804986Z","end":"2026-05-13T02:19:36.966836Z","steps":["trace[1709325548] 'process raft request' (duration: 161.488226ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:19:36.966977Z","caller":"traceutil/trace.go:171","msg":"trace[1501041266] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"159.64284ms","start":"2026-05-13T02:19:36.807304Z","end":"2026-05-13T02:19:36.966947Z","steps":["trace[1501041266] 'process raft request' (duration: 159.475585ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:19:36.967302Z","caller":"traceutil/trace.go:171","msg":"trace[1772749292] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"161.119287ms","start":"2026-05-13T02:19:36.806157Z","end":"2026-05-13T02:19:36.967277Z","steps":["trace[1772749292] 'process raft request' (duration: 160.515221ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:19:37.143664Z","caller":"traceutil/trace.go:171","msg":"trace[1874915164] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"162.202745ms","start":"2026-05-13T02:19:36.981419Z","end":"2026-05-13T02:19:37.143622Z","steps":["trace[1874915164] 'process raft request' (duration: 86.394583ms)","trace[1874915164] 'compare' (duration: 75.527114ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:19:37.595343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.592034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-13T02:19:37.595817Z","caller":"traceutil/trace.go:171","msg":"trace[1767250301] transaction","detail":"{read_only:false; response_revision:2023; number_of_response:1; }","duration":"266.838032ms","start":"2026-05-13T02:19:37.328932Z","end":"2026-05-13T02:19:37.59577Z","steps":["trace[1767250301] 'process raft request' (duration: 76.685224ms)","trace[1767250301] 'compare' (duration: 189.154583ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:19:37.595879Z","caller":"traceutil/trace.go:171","msg":"trace[441236809] linearizableReadLoop","detail":"{readStateIndex:2098; appliedIndex:2097; }","duration":"191.41692ms","start":"2026-05-13T02:19:37.404415Z","end":"2026-05-13T02:19:37.595832Z","steps":["trace[441236809] 'read index received' (duration: 1.172289ms)","trace[441236809] 'applied index is now lower than readState.Index' (duration: 190.24184ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:19:37.596359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.058242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-13T02:19:37.596452Z","caller":"traceutil/trace.go:171","msg":"trace[656516179] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:2024; }","duration":"233.202205ms","start":"2026-05-13T02:19:37.363226Z","end":"2026-05-13T02:19:37.596428Z","steps":["trace[656516179] 'agreement among raft nodes before linearized reading' (duration: 232.712592ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:37.602862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.553321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:19:37.602952Z","caller":"traceutil/trace.go:171","msg":"trace[231942984] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2027; }","duration":"196.715576ms","start":"2026-05-13T02:19:37.406222Z","end":"2026-05-13T02:19:37.602938Z","steps":["trace[231942984] 'agreement among raft nodes before linearized reading' (duration: 196.583702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:42.316919Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563876941,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T02:19:42.818169Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563876941,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T02:19:43.318383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563876941,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T02:19:43.819077Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563876941,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T02:19:44.319673Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563876941,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T02:19:44.321894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99981528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-13T02:19:44.321988Z","caller":"traceutil/trace.go:171","msg":"trace[838550608] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999983055s","start":"2026-05-13T02:19:42.321984Z","end":"2026-05-13T02:19:44.321967Z","steps":["trace[838550608] 'agreement among raft nodes before linearized reading' (duration: 1.999862302s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:44.32204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:42.321955Z","time spent":"2.000074907s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T02:19:44.820795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563876941,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T02:19:45.248108Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.6394689s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T02:19:45.248606Z","caller":"traceutil/trace.go:171","msg":"trace[854765296] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"3.640059885s","start":"2026-05-13T02:19:41.608509Z","end":"2026-05-13T02:19:45.248569Z","steps":["trace[854765296] 'process raft request' (duration: 3.639835129s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:45.248834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:41.608487Z","time spent":"3.640223329s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:19:45.516382Z","caller":"traceutil/trace.go:171","msg":"trace[2096771025] transaction","detail":"{read_only:false; response_revision:2050; number_of_response:1; }","duration":"3.902343081s","start":"2026-05-13T02:19:41.614004Z","end":"2026-05-13T02:19:45.516347Z","steps":["trace[2096771025] 'process raft request' (duration: 3.902242098s)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:19:45.516384Z","caller":"traceutil/trace.go:171","msg":"trace[925999425] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"3.907290046s","start":"2026-05-13T02:19:41.609049Z","end":"2026-05-13T02:19:45.51634Z","steps":["trace[925999425] 'process raft request' (duration: 3.907004669s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:45.516567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:41.61399Z","time spent":"3.902477614s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:19:45.516677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:41.609025Z","time spent":"3.907488781s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:19:45.51672Z","caller":"traceutil/trace.go:171","msg":"trace[360341825] transaction","detail":"{read_only:false; response_revision:2051; number_of_response:1; }","duration":"3.902546386s","start":"2026-05-13T02:19:41.614123Z","end":"2026-05-13T02:19:45.516669Z","steps":["trace[360341825] 'process raft request' (duration: 3.902167386s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:45.516989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:41.614118Z","time spent":"3.902734291s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:19:45.517219Z","caller":"traceutil/trace.go:171","msg":"trace[1139238409] transaction","detail":"{read_only:false; response_revision:2052; number_of_response:1; }","duration":"2.367257188s","start":"2026-05-13T02:19:43.149922Z","end":"2026-05-13T02:19:45.51718Z","steps":["trace[1139238409] 'process raft request' (duration: 2.366737523s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:45.517416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:43.149879Z","time spent":"2.367442942s","remote":"127.0.0.1:39634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8116,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:19:45.622966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.9701ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-13T02:19:45.62379Z","caller":"traceutil/trace.go:171","msg":"trace[1305171812] transaction","detail":"{read_only:false; response_revision:2053; number_of_response:1; }","duration":"971.891666ms","start":"2026-05-13T02:19:44.651861Z","end":"2026-05-13T02:19:45.623752Z","steps":["trace[1305171812] 'process raft request' (duration: 971.27304ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:45.624007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:44.651835Z","time spent":"972.044309ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:19:45.625019Z","caller":"traceutil/trace.go:171","msg":"trace[1787911282] linearizableReadLoop","detail":"{readStateIndex:2130; appliedIndex:2123; }","duration":"3.807535044s","start":"2026-05-13T02:19:41.816125Z","end":"2026-05-13T02:19:45.62366Z","steps":["trace[1787911282] 'read index received' (duration: 3.432226666s)","trace[1787911282] 'applied index is now lower than readState.Index' (duration: 375.306928ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:19:45.625564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812551096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-05-13T02:19:45.62563Z","caller":"traceutil/trace.go:171","msg":"trace[1981168618] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2053; }","duration":"1.812654959s","start":"2026-05-13T02:19:43.812958Z","end":"2026-05-13T02:19:45.625613Z","steps":["trace[1981168618] 'agreement among raft nodes before linearized reading' (duration: 1.812476465s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:45.625645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.908562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:19:45.625676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:43.812932Z","time spent":"1.812732651s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12013,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-13T02:19:45.625698Z","caller":"traceutil/trace.go:171","msg":"trace[13677394] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2053; }","duration":"243.049525ms","start":"2026-05-13T02:19:45.382633Z","end":"2026-05-13T02:19:45.625683Z","steps":["trace[13677394] 'agreement among raft nodes before linearized reading' (duration: 242.934522ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:45.6247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.808552339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-13T02:19:45.625697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.404638712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T02:19:45.625822Z","caller":"traceutil/trace.go:171","msg":"trace[235690220] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2053; }","duration":"2.404840527s","start":"2026-05-13T02:19:43.220955Z","end":"2026-05-13T02:19:45.625796Z","steps":["trace[235690220] 'agreement among raft nodes before linearized reading' (duration: 2.40457936s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:45.62589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:43.220939Z","time spent":"2.404940979s","remote":"127.0.0.1:39946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-05-13T02:19:45.625932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054128222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T02:19:45.625897Z","caller":"traceutil/trace.go:171","msg":"trace[1193256887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2053; }","duration":"3.809764561s","start":"2026-05-13T02:19:41.816049Z","end":"2026-05-13T02:19:45.625814Z","steps":["trace[1193256887] 'agreement among raft nodes before linearized reading' (duration: 3.807885774s)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:19:45.625977Z","caller":"traceutil/trace.go:171","msg":"trace[997923296] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2053; }","duration":"1.054280466s","start":"2026-05-13T02:19:44.571682Z","end":"2026-05-13T02:19:45.625963Z","steps":["trace[997923296] 'agreement among raft nodes before linearized reading' (duration: 1.054203924s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:45.626017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:44.571635Z","time spent":"1.054373539s","remote":"127.0.0.1:39910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-13T02:19:45.62607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.542236461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-13T02:19:45.626237Z","caller":"traceutil/trace.go:171","msg":"trace[1247828593] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2053; }","duration":"3.542522238s","start":"2026-05-13T02:19:42.083697Z","end":"2026-05-13T02:19:45.626219Z","steps":["trace[1247828593] 'agreement among raft nodes before linearized reading' (duration: 3.54183775s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:45.626282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303562242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:19:45.626331Z","caller":"traceutil/trace.go:171","msg":"trace[1011154661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2053; }","duration":"1.303642164s","start":"2026-05-13T02:19:44.322677Z","end":"2026-05-13T02:19:45.62632Z","steps":["trace[1011154661] 'agreement among raft nodes before linearized reading' (duration: 1.303572842s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:45.626372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:44.322656Z","time spent":"1.303707326s","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T02:19:45.626398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.605051282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-13T02:19:45.62631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:42.083686Z","time spent":"3.542613311s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-13T02:19:45.626431Z","caller":"traceutil/trace.go:171","msg":"trace[239818889] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2053; }","duration":"3.605099753s","start":"2026-05-13T02:19:42.021316Z","end":"2026-05-13T02:19:45.626416Z","steps":["trace[239818889] 'agreement among raft nodes before linearized reading' (duration: 3.60495732s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:45.62654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:42.021304Z","time spent":"3.605219526s","remote":"127.0.0.1:46214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-13T02:19:45.626563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.452630737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-13T02:19:45.626609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.655529739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-13T02:19:45.626637Z","caller":"traceutil/trace.go:171","msg":"trace[1024895175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2053; }","duration":"3.655583201s","start":"2026-05-13T02:19:41.971046Z","end":"2026-05-13T02:19:45.626629Z","steps":["trace[1024895175] 'agreement among raft nodes before linearized reading' (duration: 3.655501619s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:45.626659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:41.971034Z","time spent":"3.655621161s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-13T02:19:45.626659Z","caller":"traceutil/trace.go:171","msg":"trace[846857563] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2053; }","duration":"3.452769101s","start":"2026-05-13T02:19:42.17386Z","end":"2026-05-13T02:19:45.626629Z","steps":["trace[846857563] 'agreement among raft nodes before linearized reading' (duration: 3.452504134s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:45.626654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.733459236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-13T02:19:45.626754Z","caller":"traceutil/trace.go:171","msg":"trace[114706490] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2053; }","duration":"3.733604679s","start":"2026-05-13T02:19:41.893136Z","end":"2026-05-13T02:19:45.626741Z","steps":["trace[114706490] 'agreement among raft nodes before linearized reading' (duration: 3.732282085s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:19:45.626758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:42.173832Z","time spent":"3.452903244s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T02:19:45.626801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:41.893107Z","time spent":"3.733684662s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-13T02:19:45.627838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:19:41.81602Z","time spent":"3.810308515s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-13T02:20:12.796865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.839176ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-05-13T02:20:20.360514Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563877409,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T02:20:20.983328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.43895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-13T02:20:20.983482Z","caller":"traceutil/trace.go:171","msg":"trace[488313249] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"1.158046771s","start":"2026-05-13T02:20:19.825411Z","end":"2026-05-13T02:20:20.983458Z","steps":["trace[488313249] 'process raft request' (duration: 947.358824ms)","trace[488313249] 'compare' (duration: 210.102042ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:20:20.983553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:19.825381Z","time spent":"1.158139723s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:20:20.991337Z","caller":"traceutil/trace.go:171","msg":"trace[282896320] linearizableReadLoop","detail":"{readStateIndex:2334; appliedIndex:2332; }","duration":"1.131378714s","start":"2026-05-13T02:20:19.859926Z","end":"2026-05-13T02:20:20.991305Z","steps":["trace[282896320] 'read index received' (duration: 912.863438ms)","trace[282896320] 'applied index is now lower than readState.Index' (duration: 218.513896ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:20:20.991427Z","caller":"traceutil/trace.go:171","msg":"trace[301732741] transaction","detail":"{read_only:false; response_revision:2249; number_of_response:1; }","duration":"905.777029ms","start":"2026-05-13T02:20:20.085594Z","end":"2026-05-13T02:20:20.991371Z","steps":["trace[301732741] 'process raft request' (duration: 905.529383ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:20.991698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.675856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-13T02:20:20.991689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.206738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:20:20.991739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:20.085563Z","time spent":"906.023275ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:20:20.991796Z","caller":"traceutil/trace.go:171","msg":"trace[1895911640] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2249; }","duration":"322.372132ms","start":"2026-05-13T02:20:20.669397Z","end":"2026-05-13T02:20:20.991769Z","steps":["trace[1895911640] 'agreement among raft nodes before linearized reading' (duration: 322.186307ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:20.991823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.393865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:20:20.991786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126075229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-13T02:20:20.991857Z","caller":"traceutil/trace.go:171","msg":"trace[294030970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2249; }","duration":"672.461577ms","start":"2026-05-13T02:20:20.319387Z","end":"2026-05-13T02:20:20.991848Z","steps":["trace[294030970] 'agreement among raft nodes before linearized reading' (duration: 672.411735ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:20:20.991875Z","caller":"traceutil/trace.go:171","msg":"trace[858608758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2249; }","duration":"1.126199283s","start":"2026-05-13T02:20:19.86566Z","end":"2026-05-13T02:20:20.991859Z","steps":["trace[858608758] 'agreement among raft nodes before linearized reading' (duration: 1.125910096s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:20.991956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:19.86565Z","time spent":"1.126293915s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T02:20:20.991988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132059312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-13T02:20:20.992019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.141079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-05-13T02:20:20.992067Z","caller":"traceutil/trace.go:171","msg":"trace[1427384295] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2249; }","duration":"146.218691ms","start":"2026-05-13T02:20:20.845838Z","end":"2026-05-13T02:20:20.992057Z","steps":["trace[1427384295] 'agreement among raft nodes before linearized reading' (duration: 146.041756ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:20:20.992076Z","caller":"traceutil/trace.go:171","msg":"trace[1831235188] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2249; }","duration":"1.132176014s","start":"2026-05-13T02:20:19.859876Z","end":"2026-05-13T02:20:20.992052Z","steps":["trace[1831235188] 'agreement among raft nodes before linearized reading' (duration: 1.13163061s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:20.992096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.469209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T02:20:20.99213Z","caller":"traceutil/trace.go:171","msg":"trace[50748186] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2249; }","duration":"767.55425ms","start":"2026-05-13T02:20:20.224564Z","end":"2026-05-13T02:20:20.992118Z","steps":["trace[50748186] 'agreement among raft nodes before linearized reading' (duration: 767.477849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:20.992136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:19.859854Z","time spent":"1.132265877s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-13T02:20:20.992168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:20.224536Z","time spent":"767.623433ms","remote":"127.0.0.1:39994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-13T02:20:20.99202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044739205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-13T02:20:20.992343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126247094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-13T02:20:20.992354Z","caller":"traceutil/trace.go:171","msg":"trace[1698950899] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2249; }","duration":"1.045108445s","start":"2026-05-13T02:20:19.947221Z","end":"2026-05-13T02:20:20.99233Z","steps":["trace[1698950899] 'agreement among raft nodes before linearized reading' (duration: 1.044705285s)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:20:20.992374Z","caller":"traceutil/trace.go:171","msg":"trace[213667241] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2249; }","duration":"1.126322886s","start":"2026-05-13T02:20:19.86604Z","end":"2026-05-13T02:20:20.992363Z","steps":["trace[213667241] 'agreement among raft nodes before linearized reading' (duration: 1.126208853s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:20.99241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:19.866014Z","time spent":"1.126389328s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-13T02:20:20.991851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:20.669369Z","time spent":"322.470454ms","remote":"127.0.0.1:57688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-05-13T02:20:20.992419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:19.947192Z","time spent":"1.045210488s","remote":"127.0.0.1:46214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-13T02:20:20.9919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:20.319356Z","time spent":"672.538069ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T02:20:20.992299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125764022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-13T02:20:20.992598Z","caller":"traceutil/trace.go:171","msg":"trace[700629022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2249; }","duration":"1.126077079s","start":"2026-05-13T02:20:19.866506Z","end":"2026-05-13T02:20:20.992583Z","steps":["trace[700629022] 'agreement among raft nodes before linearized reading' (duration: 1.125639828s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:20.992654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:19.866496Z","time spent":"1.126142801s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-13T02:20:20.991772Z","caller":"traceutil/trace.go:171","msg":"trace[587151419] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2249; }","duration":"682.789019ms","start":"2026-05-13T02:20:20.308962Z","end":"2026-05-13T02:20:20.991751Z","steps":["trace[587151419] 'agreement among raft nodes before linearized reading' (duration: 682.615625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:20.992748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:20.308935Z","time spent":"683.799785ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-13T02:20:22.625711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.412324ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-13T02:20:23.961834Z","caller":"traceutil/trace.go:171","msg":"trace[270182828] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"147.650238ms","start":"2026-05-13T02:20:23.814146Z","end":"2026-05-13T02:20:23.961796Z","steps":["trace[270182828] 'process raft request' (duration: 147.452663ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:20:25.662408Z","caller":"traceutil/trace.go:171","msg":"trace[1520997151] transaction","detail":"{read_only:false; response_revision:2275; number_of_response:1; }","duration":"142.281802ms","start":"2026-05-13T02:20:25.520089Z","end":"2026-05-13T02:20:25.662371Z","steps":["trace[1520997151] 'process raft request' (duration: 142.073136ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:20:26.199748Z","caller":"traceutil/trace.go:171","msg":"trace[420504150] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"303.057881ms","start":"2026-05-13T02:20:25.896652Z","end":"2026-05-13T02:20:26.19971Z","steps":["trace[420504150] 'process raft request' (duration: 302.881097ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:26.199967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:25.896609Z","time spent":"303.242826ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:20:26.400896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.139692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-13T02:20:26.401024Z","caller":"traceutil/trace.go:171","msg":"trace[1058303085] linearizableReadLoop","detail":"{readStateIndex:2364; appliedIndex:2362; }","duration":"369.390085ms","start":"2026-05-13T02:20:26.031615Z","end":"2026-05-13T02:20:26.401005Z","steps":["trace[1058303085] 'read index received' (duration: 168.022684ms)","trace[1058303085] 'applied index is now lower than readState.Index' (duration: 201.366271ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:20:26.401076Z","caller":"traceutil/trace.go:171","msg":"trace[1806466804] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"432.819726ms","start":"2026-05-13T02:20:25.968223Z","end":"2026-05-13T02:20:26.401043Z","steps":["trace[1806466804] 'process raft request' (duration: 321.428809ms)","trace[1806466804] 'compare' (duration: 111.001907ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:20:26.401234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:25.968171Z","time spent":"432.97026ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:20:26.401268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.649811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-05-13T02:20:26.401314Z","caller":"traceutil/trace.go:171","msg":"trace[1608740180] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2278; }","duration":"369.739464ms","start":"2026-05-13T02:20:26.031558Z","end":"2026-05-13T02:20:26.401297Z","steps":["trace[1608740180] 'agreement among raft nodes before linearized reading' (duration: 369.57436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:26.401381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:26.03153Z","time spent":"369.827046ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12410,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-13T02:20:26.401378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.249591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-13T02:20:26.40147Z","caller":"traceutil/trace.go:171","msg":"trace[1867125077] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2278; }","duration":"341.379525ms","start":"2026-05-13T02:20:26.060051Z","end":"2026-05-13T02:20:26.40143Z","steps":["trace[1867125077] 'agreement among raft nodes before linearized reading' (duration: 341.138869ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:26.401485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.692445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aefe9006f1730f\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-05-13T02:20:26.401538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:26.060024Z","time spent":"341.499367ms","remote":"127.0.0.1:46214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-13T02:20:26.401604Z","caller":"traceutil/trace.go:171","msg":"trace[1226361611] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18aefe9006f1730f; range_end:; response_count:1; response_revision:2278; }","duration":"271.88223ms","start":"2026-05-13T02:20:26.129686Z","end":"2026-05-13T02:20:26.401569Z","steps":["trace[1226361611] 'agreement among raft nodes before linearized reading' (duration: 271.552892ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:26.40165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.970458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:20:26.401766Z","caller":"traceutil/trace.go:171","msg":"trace[1767477466] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2278; }","duration":"232.483181ms","start":"2026-05-13T02:20:26.169261Z","end":"2026-05-13T02:20:26.401744Z","steps":["trace[1767477466] 'agreement among raft nodes before linearized reading' (duration: 231.982468ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:20:26.744524Z","caller":"traceutil/trace.go:171","msg":"trace[1070176316] linearizableReadLoop","detail":"{readStateIndex:2365; appliedIndex:2364; }","duration":"329.00575ms","start":"2026-05-13T02:20:26.415492Z","end":"2026-05-13T02:20:26.744497Z","steps":["trace[1070176316] 'read index received' (duration: 312.731048ms)","trace[1070176316] 'applied index is now lower than readState.Index' (duration: 16.273602ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:20:26.744644Z","caller":"traceutil/trace.go:171","msg":"trace[1954581131] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"340.428579ms","start":"2026-05-13T02:20:26.404175Z","end":"2026-05-13T02:20:26.744603Z","steps":["trace[1954581131] 'process raft request' (duration: 324.191838ms)","trace[1954581131] 'compare' (duration: 15.614736ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:20:26.744777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.245967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:20:26.744809Z","caller":"traceutil/trace.go:171","msg":"trace[566412062] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2279; }","duration":"329.354309ms","start":"2026-05-13T02:20:26.415446Z","end":"2026-05-13T02:20:26.744801Z","steps":["trace[566412062] 'agreement among raft nodes before linearized reading' (duration: 329.191225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:26.744836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:26.41542Z","time spent":"329.40889ms","remote":"127.0.0.1:39916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-13T02:20:26.744853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:26.404135Z","time spent":"340.604055ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:20:27.577609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.011292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:20:27.577713Z","caller":"traceutil/trace.go:171","msg":"trace[1578996855] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2279; }","duration":"255.193656ms","start":"2026-05-13T02:20:27.322497Z","end":"2026-05-13T02:20:27.57769Z","steps":["trace[1578996855] 'range keys from in-memory index tree' (duration: 254.825137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:27.577893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.026071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-13T02:20:27.577953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.44904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-13T02:20:27.578001Z","caller":"traceutil/trace.go:171","msg":"trace[1793448421] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:2279; }","duration":"212.190295ms","start":"2026-05-13T02:20:27.365791Z","end":"2026-05-13T02:20:27.577981Z","steps":["trace[1793448421] 'range keys from in-memory index tree' (duration: 211.731634ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:20:27.578012Z","caller":"traceutil/trace.go:171","msg":"trace[106944821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2279; }","duration":"474.553793ms","start":"2026-05-13T02:20:27.103441Z","end":"2026-05-13T02:20:27.577995Z","steps":["trace[106944821] 'range keys from in-memory index tree' (duration: 474.172123ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:27.578064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:27.103414Z","time spent":"474.629015ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-13T02:20:27.578154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.652616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-05-13T02:20:27.578271Z","caller":"traceutil/trace.go:171","msg":"trace[421143527] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2279; }","duration":"472.909752ms","start":"2026-05-13T02:20:27.105335Z","end":"2026-05-13T02:20:27.578245Z","steps":["trace[421143527] 'range keys from in-memory index tree' (duration: 472.383038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:27.578329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:27.105269Z","time spent":"473.048365ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-13T02:20:27.578646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.646371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-13T02:20:27.578706Z","caller":"traceutil/trace.go:171","msg":"trace[1546306638] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2279; }","duration":"475.750524ms","start":"2026-05-13T02:20:27.102941Z","end":"2026-05-13T02:20:27.578692Z","steps":["trace[1546306638] 'range keys from in-memory index tree' (duration: 474.628866ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:27.578649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.406888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-13T02:20:27.578772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.393765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-13T02:20:27.578821Z","caller":"traceutil/trace.go:171","msg":"trace[1403442589] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2279; }","duration":"522.643973ms","start":"2026-05-13T02:20:27.056145Z","end":"2026-05-13T02:20:27.578789Z","steps":["trace[1403442589] 'range keys from in-memory index tree' (duration: 521.546016ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:27.578743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:27.10287Z","time spent":"475.864577ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-13T02:20:27.578852Z","caller":"traceutil/trace.go:171","msg":"trace[1589806617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2279; }","duration":"475.492676ms","start":"2026-05-13T02:20:27.103335Z","end":"2026-05-13T02:20:27.578828Z","steps":["trace[1589806617] 'range keys from in-memory index tree' (duration: 474.363738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:27.578946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:27.103318Z","time spent":"475.6151ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T02:20:27.578997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:27.056115Z","time spent":"522.766877ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T02:20:27.579073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.714282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-13T02:20:27.579147Z","caller":"traceutil/trace.go:171","msg":"trace[1802869259] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2279; }","duration":"168.876016ms","start":"2026-05-13T02:20:27.410246Z","end":"2026-05-13T02:20:27.579122Z","steps":["trace[1802869259] 'range keys from in-memory index tree' (duration: 167.801019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:28.237693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.667433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-13T02:20:28.238702Z","caller":"traceutil/trace.go:171","msg":"trace[1383997472] transaction","detail":"{read_only:false; response_revision:2286; number_of_response:1; }","duration":"566.462856ms","start":"2026-05-13T02:20:27.672192Z","end":"2026-05-13T02:20:28.238655Z","steps":["trace[1383997472] 'process raft request' (duration: 48.712055ms)","trace[1383997472] 'compare' (duration: 516.460578ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:20:28.239049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:27.67217Z","time spent":"566.645681ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:20:28.239032Z","caller":"traceutil/trace.go:171","msg":"trace[142670925] transaction","detail":"{read_only:false; response_revision:2287; number_of_response:1; }","duration":"519.565627ms","start":"2026-05-13T02:20:27.719425Z","end":"2026-05-13T02:20:28.238991Z","steps":["trace[142670925] 'process raft request' (duration: 519.178848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:28.239378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:27.719384Z","time spent":"519.848914ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:20:29.087726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563877500,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T02:20:29.80776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.154645ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:20:29.807934Z","caller":"traceutil/trace.go:171","msg":"trace[1122639567] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2288; }","duration":"727.34313ms","start":"2026-05-13T02:20:29.080563Z","end":"2026-05-13T02:20:29.807906Z","steps":["trace[1122639567] 'range keys from in-memory index tree' (duration: 727.132074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:29.8084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.135569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-13T02:20:29.808685Z","caller":"traceutil/trace.go:171","msg":"trace[387503173] linearizableReadLoop","detail":"{readStateIndex:2377; appliedIndex:2375; }","duration":"1.221399669s","start":"2026-05-13T02:20:28.587242Z","end":"2026-05-13T02:20:29.808642Z","steps":["trace[387503173] 'read index received' (duration: 574.939072ms)","trace[387503173] 'applied index is now lower than readState.Index' (duration: 646.459797ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:20:29.808721Z","caller":"traceutil/trace.go:171","msg":"trace[1812166519] transaction","detail":"{read_only:false; response_revision:2289; number_of_response:1; }","duration":"1.399899038s","start":"2026-05-13T02:20:28.408791Z","end":"2026-05-13T02:20:29.80869Z","steps":["trace[1812166519] 'process raft request' (duration: 753.370549ms)","trace[1812166519] 'compare' (duration: 645.288368ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:20:29.808838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:28.40875Z","time spent":"1.400028141s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:20:29.808791Z","caller":"traceutil/trace.go:171","msg":"trace[582531372] transaction","detail":"{read_only:false; response_revision:2290; number_of_response:1; }","duration":"1.122521738s","start":"2026-05-13T02:20:28.686174Z","end":"2026-05-13T02:20:29.808696Z","steps":["trace[582531372] 'process raft request' (duration: 1.122341134s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:29.809416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.235079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:20:29.809519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.846355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-05-13T02:20:29.809548Z","caller":"traceutil/trace.go:171","msg":"trace[1531210620] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2290; }","duration":"967.431153ms","start":"2026-05-13T02:20:28.842091Z","end":"2026-05-13T02:20:29.809522Z","steps":["trace[1531210620] 'agreement among raft nodes before linearized reading' (duration: 967.158885ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:20:29.809568Z","caller":"traceutil/trace.go:171","msg":"trace[1939930440] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2290; }","duration":"168.919898ms","start":"2026-05-13T02:20:29.640636Z","end":"2026-05-13T02:20:29.809556Z","steps":["trace[1939930440] 'agreement among raft nodes before linearized reading' (duration: 168.696021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:29.808992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221720237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-13T02:20:29.809615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:28.842065Z","time spent":"967.520476ms","remote":"127.0.0.1:39782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-13T02:20:29.8097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:28.686135Z","time spent":"1.1233667s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:20:29.809739Z","caller":"traceutil/trace.go:171","msg":"trace[1854076550] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2290; }","duration":"1.222444556s","start":"2026-05-13T02:20:28.58719Z","end":"2026-05-13T02:20:29.809635Z","steps":["trace[1854076550] 'agreement among raft nodes before linearized reading' (duration: 1.221563883s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:29.808856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153364431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:20:29.809855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:28.58716Z","time spent":"1.222676252s","remote":"127.0.0.1:46214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-13T02:20:29.80993Z","caller":"traceutil/trace.go:171","msg":"trace[1700960105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2290; }","duration":"1.154536371s","start":"2026-05-13T02:20:28.655365Z","end":"2026-05-13T02:20:29.809902Z","steps":["trace[1700960105] 'agreement among raft nodes before linearized reading' (duration: 1.153412082s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:29.809322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.537434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-13T02:20:29.810001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:28.655335Z","time spent":"1.154647984s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T02:20:29.81008Z","caller":"traceutil/trace.go:171","msg":"trace[241340534] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2290; }","duration":"518.54362ms","start":"2026-05-13T02:20:29.29151Z","end":"2026-05-13T02:20:29.810054Z","steps":["trace[241340534] 'agreement among raft nodes before linearized reading' (duration: 517.703998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:29.809362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.101987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-13T02:20:29.810161Z","caller":"traceutil/trace.go:171","msg":"trace[1411600580] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2290; }","duration":"168.921097ms","start":"2026-05-13T02:20:29.64122Z","end":"2026-05-13T02:20:29.810141Z","steps":["trace[1411600580] 'agreement among raft nodes before linearized reading' (duration: 167.927052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:29.81016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:29.291483Z","time spent":"518.650902ms","remote":"127.0.0.1:57852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-13T02:20:29.809367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.423966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-13T02:20:29.810307Z","caller":"traceutil/trace.go:171","msg":"trace[674529147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2290; }","duration":"169.367049ms","start":"2026-05-13T02:20:29.640916Z","end":"2026-05-13T02:20:29.810283Z","steps":["trace[674529147] 'agreement among raft nodes before linearized reading' (duration: 168.371413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:29.809386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.852445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-13T02:20:29.810557Z","caller":"traceutil/trace.go:171","msg":"trace[201473058] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2290; }","duration":"170.120878ms","start":"2026-05-13T02:20:29.640423Z","end":"2026-05-13T02:20:29.810544Z","steps":["trace[201473058] 'agreement among raft nodes before linearized reading' (duration: 168.743552ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:29.809379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.525798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-13T02:20:29.810633Z","caller":"traceutil/trace.go:171","msg":"trace[2073441248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2290; }","duration":"169.811991ms","start":"2026-05-13T02:20:29.64081Z","end":"2026-05-13T02:20:29.810622Z","steps":["trace[2073441248] 'agreement among raft nodes before linearized reading' (duration: 168.445755ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:29.809393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.294107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:20:29.810775Z","caller":"traceutil/trace.go:171","msg":"trace[1083378322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2290; }","duration":"488.701573ms","start":"2026-05-13T02:20:29.322046Z","end":"2026-05-13T02:20:29.810747Z","steps":["trace[1083378322] 'agreement among raft nodes before linearized reading' (duration: 487.291946ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:29.811001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:29.322013Z","time spent":"488.967618ms","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T02:20:30.516571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563877507,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T02:20:31.017761Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563877507,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T02:20:31.021941Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.20648919s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T02:20:31.10717Z","caller":"traceutil/trace.go:171","msg":"trace[1575152014] transaction","detail":"{read_only:false; response_revision:2291; number_of_response:1; }","duration":"1.291808456s","start":"2026-05-13T02:20:29.815317Z","end":"2026-05-13T02:20:31.107125Z","steps":["trace[1575152014] 'process raft request' (duration: 1.206977072s)","trace[1575152014] 'compare' (duration: 84.68676ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:20:31.1074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:29.815285Z","time spent":"1.292007781s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:20:31.145588Z","caller":"traceutil/trace.go:171","msg":"trace[9050836] transaction","detail":"{read_only:false; response_revision:2293; number_of_response:1; }","duration":"1.330124588s","start":"2026-05-13T02:20:29.815434Z","end":"2026-05-13T02:20:31.145559Z","steps":["trace[9050836] 'process raft request' (duration: 1.330044996s)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:20:31.145637Z","caller":"traceutil/trace.go:171","msg":"trace[430100649] transaction","detail":"{read_only:false; response_revision:2292; number_of_response:1; }","duration":"1.3302463s","start":"2026-05-13T02:20:29.815347Z","end":"2026-05-13T02:20:31.145593Z","steps":["trace[430100649] 'process raft request' (duration: 1.329954293s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:31.145777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:29.815421Z","time spent":"1.330256692s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:20:31.145884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:29.815316Z","time spent":"1.330404496s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:20:31.146011Z","caller":"traceutil/trace.go:171","msg":"trace[2141912908] transaction","detail":"{read_only:false; response_revision:2294; number_of_response:1; }","duration":"1.330494708s","start":"2026-05-13T02:20:29.815469Z","end":"2026-05-13T02:20:31.145964Z","steps":["trace[2141912908] 'process raft request' (duration: 1.330049366s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:31.146239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:29.815458Z","time spent":"1.330663422s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:20:31.146493Z","caller":"traceutil/trace.go:171","msg":"trace[112947618] transaction","detail":"{read_only:false; response_revision:2296; number_of_response:1; }","duration":"901.838688ms","start":"2026-05-13T02:20:30.244633Z","end":"2026-05-13T02:20:31.146472Z","steps":["trace[112947618] 'process raft request' (duration: 901.450949ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:20:31.146647Z","caller":"traceutil/trace.go:171","msg":"trace[1766321323] transaction","detail":"{read_only:false; response_revision:2297; number_of_response:1; }","duration":"901.645714ms","start":"2026-05-13T02:20:30.244948Z","end":"2026-05-13T02:20:31.146594Z","steps":["trace[1766321323] 'process raft request' (duration: 901.379527ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:31.146679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:30.244601Z","time spent":"901.981632ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:20:31.146782Z","caller":"traceutil/trace.go:171","msg":"trace[1952495592] linearizableReadLoop","detail":"{readStateIndex:2386; appliedIndex:2377; }","duration":"1.130993815s","start":"2026-05-13T02:20:30.015768Z","end":"2026-05-13T02:20:31.146761Z","steps":["trace[1952495592] 'read index received' (duration: 1.006488914s)","trace[1952495592] 'applied index is now lower than readState.Index' (duration: 124.503641ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:20:31.146837Z","caller":"traceutil/trace.go:171","msg":"trace[1138808530] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"896.140944ms","start":"2026-05-13T02:20:30.250676Z","end":"2026-05-13T02:20:31.146817Z","steps":["trace[1138808530] 'process raft request' (duration: 895.771065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:31.14687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:30.244939Z","time spent":"901.823008ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:20:31.146957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:30.250665Z","time spent":"896.213336ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:20:31.146959Z","caller":"traceutil/trace.go:171","msg":"trace[126000104] transaction","detail":"{read_only:false; response_revision:2299; number_of_response:1; }","duration":"409.701318ms","start":"2026-05-13T02:20:30.73724Z","end":"2026-05-13T02:20:31.146941Z","steps":["trace[126000104] 'process raft request' (duration: 409.412941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:31.147026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131258881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:20:31.147085Z","caller":"traceutil/trace.go:171","msg":"trace[1135085243] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2299; }","duration":"1.131358703s","start":"2026-05-13T02:20:30.01571Z","end":"2026-05-13T02:20:31.147069Z","steps":["trace[1135085243] 'agreement among raft nodes before linearized reading' (duration: 1.131268951s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:31.147119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:30.737203Z","time spent":"409.837092ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:20:31.147131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:30.01568Z","time spent":"1.131441146s","remote":"127.0.0.1:57736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-05-13T02:20:31.147255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.059847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-13T02:20:31.147331Z","caller":"traceutil/trace.go:171","msg":"trace[1914027939] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2299; }","duration":"328.175249ms","start":"2026-05-13T02:20:30.819132Z","end":"2026-05-13T02:20:31.147308Z","steps":["trace[1914027939] 'agreement among raft nodes before linearized reading' (duration: 327.977484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:31.147392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:30.8191Z","time spent":"328.277102ms","remote":"127.0.0.1:46214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-13T02:20:31.147075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.219184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:20:31.147487Z","caller":"traceutil/trace.go:171","msg":"trace[1874681979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2299; }","duration":"825.669955ms","start":"2026-05-13T02:20:30.3218Z","end":"2026-05-13T02:20:31.14747Z","steps":["trace[1874681979] 'agreement among raft nodes before linearized reading' (duration: 825.223054ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:20:31.146221Z","caller":"traceutil/trace.go:171","msg":"trace[1028748065] transaction","detail":"{read_only:false; response_revision:2295; number_of_response:1; }","duration":"1.329969335s","start":"2026-05-13T02:20:29.816233Z","end":"2026-05-13T02:20:31.146202Z","steps":["trace[1028748065] 'process raft request' (duration: 1.329686918s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:31.14757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:30.321774Z","time spent":"825.778099ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T02:20:31.147624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:29.816225Z","time spent":"1.331335969s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:20:31.730747Z","caller":"traceutil/trace.go:171","msg":"trace[16553923] linearizableReadLoop","detail":"{readStateIndex:2388; appliedIndex:2387; }","duration":"408.028985ms","start":"2026-05-13T02:20:31.322689Z","end":"2026-05-13T02:20:31.730718Z","steps":["trace[16553923] 'read index received' (duration: 398.992346ms)","trace[16553923] 'applied index is now lower than readState.Index' (duration: 9.035359ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:20:31.730804Z","caller":"traceutil/trace.go:171","msg":"trace[1583937721] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"440.047998ms","start":"2026-05-13T02:20:31.290703Z","end":"2026-05-13T02:20:31.730751Z","steps":["trace[1583937721] 'process raft request' (duration: 431.05794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:31.730957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.655826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:20:31.730999Z","caller":"traceutil/trace.go:171","msg":"trace[1064964107] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2301; }","duration":"342.851411ms","start":"2026-05-13T02:20:31.388137Z","end":"2026-05-13T02:20:31.730988Z","steps":["trace[1064964107] 'agreement among raft nodes before linearized reading' (duration: 342.736338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:31.730975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.267361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:20:31.731035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:31.388034Z","time spent":"342.991925ms","remote":"127.0.0.1:57714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-05-13T02:20:31.731025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:31.290675Z","time spent":"440.216042ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:20:31.731076Z","caller":"traceutil/trace.go:171","msg":"trace[1241350278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2301; }","duration":"408.416184ms","start":"2026-05-13T02:20:31.322639Z","end":"2026-05-13T02:20:31.731055Z","steps":["trace[1241350278] 'agreement among raft nodes before linearized reading' (duration: 408.219439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:20:31.731124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:20:31.322615Z","time spent":"408.500928ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T02:21:53.525008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563878833,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T02:21:53.796305Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.207373592s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-13T02:21:53.798704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476050931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:21:53.798828Z","caller":"traceutil/trace.go:171","msg":"trace[1745555205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2896; }","duration":"1.476225715s","start":"2026-05-13T02:21:52.322574Z","end":"2026-05-13T02:21:53.7988Z","steps":["trace[1745555205] 'range keys from in-memory index tree' (duration: 1.475846765s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:21:53.798881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:21:52.322548Z","time spent":"1.476323137s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T02:21:54.022941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.363916ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-13T02:21:54.026135Z","caller":"traceutil/trace.go:171","msg":"trace[1999967654] transaction","detail":"{read_only:false; response_revision:2898; number_of_response:1; }","duration":"435.931646ms","start":"2026-05-13T02:21:53.590176Z","end":"2026-05-13T02:21:54.026108Z","steps":["trace[1999967654] 'process raft request' (duration: 435.860414ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:21:54.026172Z","caller":"traceutil/trace.go:171","msg":"trace[2075620072] transaction","detail":"{read_only:false; response_revision:2897; number_of_response:1; }","duration":"516.356934ms","start":"2026-05-13T02:21:53.50977Z","end":"2026-05-13T02:21:54.026127Z","steps":["trace[2075620072] 'process raft request' (duration: 516.092007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:21:54.026307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:21:53.590154Z","time spent":"436.059509ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:21:54.026389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:21:53.509738Z","time spent":"516.506157ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:21:54.026708Z","caller":"traceutil/trace.go:171","msg":"trace[284261783] transaction","detail":"{read_only:false; response_revision:2899; number_of_response:1; }","duration":"434.250593ms","start":"2026-05-13T02:21:53.59243Z","end":"2026-05-13T02:21:54.02668Z","steps":["trace[284261783] 'process raft request' (duration: 433.650248ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:21:54.02682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:21:53.592379Z","time spent":"434.389697ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:21:54.02696Z","caller":"traceutil/trace.go:171","msg":"trace[369325551] transaction","detail":"{read_only:false; response_revision:2900; number_of_response:1; }","duration":"409.013824ms","start":"2026-05-13T02:21:53.617931Z","end":"2026-05-13T02:21:54.026944Z","steps":["trace[369325551] 'process raft request' (duration: 408.613954ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:21:54.026996Z","caller":"traceutil/trace.go:171","msg":"trace[1287976574] linearizableReadLoop","detail":"{readStateIndex:3008; appliedIndex:3006; }","duration":"1.00209265s","start":"2026-05-13T02:21:53.024885Z","end":"2026-05-13T02:21:54.026978Z","steps":["trace[1287976574] 'read index received' (duration: 771.622301ms)","trace[1287976574] 'applied index is now lower than readState.Index' (duration: 230.468869ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:21:54.027055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:21:53.617912Z","time spent":"409.099226ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:21:54.027103Z","caller":"traceutil/trace.go:171","msg":"trace[1698538802] transaction","detail":"{read_only:false; response_revision:2901; number_of_response:1; }","duration":"291.884776ms","start":"2026-05-13T02:21:53.735207Z","end":"2026-05-13T02:21:54.027091Z","steps":["trace[1698538802] 'process raft request' (duration: 291.680581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:21:54.027265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.82534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-13T02:21:54.027279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.664516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-13T02:21:54.027309Z","caller":"traceutil/trace.go:171","msg":"trace[1790854059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2901; }","duration":"337.894742ms","start":"2026-05-13T02:21:53.689404Z","end":"2026-05-13T02:21:54.027298Z","steps":["trace[1790854059] 'agreement among raft nodes before linearized reading' (duration: 337.769898ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:21:54.027322Z","caller":"traceutil/trace.go:171","msg":"trace[1600133719] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2901; }","duration":"500.755498ms","start":"2026-05-13T02:21:53.526555Z","end":"2026-05-13T02:21:54.027311Z","steps":["trace[1600133719] 'agreement among raft nodes before linearized reading' (duration: 500.559742ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:21:54.027331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.01333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-13T02:21:54.027343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:21:53.689389Z","time spent":"337.947043ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-13T02:21:54.027354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:21:53.526534Z","time spent":"500.813259ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-13T02:21:54.02737Z","caller":"traceutil/trace.go:171","msg":"trace[2033093207] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2901; }","duration":"339.085202ms","start":"2026-05-13T02:21:53.688275Z","end":"2026-05-13T02:21:54.02736Z","steps":["trace[2033093207] 'agreement among raft nodes before linearized reading' (duration: 338.941627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:21:54.027402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:21:53.688262Z","time spent":"339.134873ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-13T02:21:54.02749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.174304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-13T02:21:54.027525Z","caller":"traceutil/trace.go:171","msg":"trace[28845717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2901; }","duration":"339.239115ms","start":"2026-05-13T02:21:53.688275Z","end":"2026-05-13T02:21:54.027514Z","steps":["trace[28845717] 'agreement among raft nodes before linearized reading' (duration: 339.147953ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:21:54.027557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:21:53.688258Z","time spent":"339.292648ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T02:21:54.027492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.059023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:21:54.027656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002723857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-13T02:21:54.027819Z","caller":"traceutil/trace.go:171","msg":"trace[574776247] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2901; }","duration":"1.002948192s","start":"2026-05-13T02:21:53.024839Z","end":"2026-05-13T02:21:54.027787Z","steps":["trace[574776247] 'agreement among raft nodes before linearized reading' (duration: 1.002514581s)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:21:54.027832Z","caller":"traceutil/trace.go:171","msg":"trace[1840349738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2901; }","duration":"227.410112ms","start":"2026-05-13T02:21:53.800353Z","end":"2026-05-13T02:21:54.027763Z","steps":["trace[1840349738] 'agreement among raft nodes before linearized reading' (duration: 226.901289ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:21:54.027741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.88745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-13T02:21:54.027975Z","caller":"traceutil/trace.go:171","msg":"trace[1988333622] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2901; }","duration":"422.169527ms","start":"2026-05-13T02:21:53.605789Z","end":"2026-05-13T02:21:54.027959Z","steps":["trace[1988333622] 'agreement among raft nodes before linearized reading' (duration: 421.769088ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:21:54.027886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:21:53.024807Z","time spent":"1.003065725s","remote":"127.0.0.1:39654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-13T02:21:54.028027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:21:53.605774Z","time spent":"422.240109ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T02:21:54.028664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.706677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-13T02:21:54.028779Z","caller":"traceutil/trace.go:171","msg":"trace[147371338] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2901; }","duration":"338.891687ms","start":"2026-05-13T02:21:53.689846Z","end":"2026-05-13T02:21:54.028738Z","steps":["trace[147371338] 'agreement among raft nodes before linearized reading' (duration: 337.519153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:21:54.028855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:21:53.689836Z","time spent":"338.999649ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-13T02:22:00.214344Z","caller":"traceutil/trace.go:171","msg":"trace[1533524863] transaction","detail":"{read_only:false; response_revision:2937; number_of_response:1; }","duration":"163.025981ms","start":"2026-05-13T02:22:00.051288Z","end":"2026-05-13T02:22:00.214314Z","steps":["trace[1533524863] 'process raft request' (duration: 162.812956ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:22:00.360107Z","caller":"traceutil/trace.go:171","msg":"trace[1128079194] transaction","detail":"{read_only:false; response_revision:2940; number_of_response:1; }","duration":"136.310734ms","start":"2026-05-13T02:22:00.223765Z","end":"2026-05-13T02:22:00.360075Z","steps":["trace[1128079194] 'process raft request' (duration: 136.260893ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:22:00.360554Z","caller":"traceutil/trace.go:171","msg":"trace[1626381132] linearizableReadLoop","detail":"{readStateIndex:3051; appliedIndex:3048; }","duration":"293.109727ms","start":"2026-05-13T02:22:00.067414Z","end":"2026-05-13T02:22:00.360524Z","steps":["trace[1626381132] 'read index received' (duration: 146.661296ms)","trace[1626381132] 'applied index is now lower than readState.Index' (duration: 146.446011ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:22:00.360597Z","caller":"traceutil/trace.go:171","msg":"trace[2120094612] transaction","detail":"{read_only:false; response_revision:2939; number_of_response:1; }","duration":"307.298975ms","start":"2026-05-13T02:22:00.053256Z","end":"2026-05-13T02:22:00.360555Z","steps":["trace[2120094612] 'process raft request' (duration: 306.69538ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:22:00.360805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.369203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-13T02:22:00.360861Z","caller":"traceutil/trace.go:171","msg":"trace[320130996] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2940; }","duration":"293.492966ms","start":"2026-05-13T02:22:00.067355Z","end":"2026-05-13T02:22:00.360848Z","steps":["trace[320130996] 'agreement among raft nodes before linearized reading' (duration: 293.305131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:22:00.360861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.306621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-13T02:22:00.360984Z","caller":"traceutil/trace.go:171","msg":"trace[409726059] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2940; }","duration":"293.467245ms","start":"2026-05-13T02:22:00.067489Z","end":"2026-05-13T02:22:00.360957Z","steps":["trace[409726059] 'agreement among raft nodes before linearized reading' (duration: 293.219859ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:22:00.361075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.363982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-13T02:22:00.36114Z","caller":"traceutil/trace.go:171","msg":"trace[783491665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2940; }","duration":"289.467735ms","start":"2026-05-13T02:22:00.071655Z","end":"2026-05-13T02:22:00.361123Z","steps":["trace[783491665] 'agreement among raft nodes before linearized reading' (duration: 289.314201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:22:00.361218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.42555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:22:00.361196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.556898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-13T02:22:00.361252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.677961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-13T02:22:00.361271Z","caller":"traceutil/trace.go:171","msg":"trace[266557183] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2940; }","duration":"185.532442ms","start":"2026-05-13T02:22:00.175723Z","end":"2026-05-13T02:22:00.361255Z","steps":["trace[266557183] 'agreement among raft nodes before linearized reading' (duration: 185.381017ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:22:00.3613Z","caller":"traceutil/trace.go:171","msg":"trace[1481344019] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2940; }","duration":"293.747264ms","start":"2026-05-13T02:22:00.06754Z","end":"2026-05-13T02:22:00.361287Z","steps":["trace[1481344019] 'agreement among raft nodes before linearized reading' (duration: 293.631201ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:22:00.361304Z","caller":"traceutil/trace.go:171","msg":"trace[85778571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2940; }","duration":"289.691541ms","start":"2026-05-13T02:22:00.071591Z","end":"2026-05-13T02:22:00.361283Z","steps":["trace[85778571] 'agreement among raft nodes before linearized reading' (duration: 289.424543ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:22:00.361231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.522016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T02:22:00.361391Z","caller":"traceutil/trace.go:171","msg":"trace[1915509717] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2940; }","duration":"184.740991ms","start":"2026-05-13T02:22:00.17663Z","end":"2026-05-13T02:22:00.361371Z","steps":["trace[1915509717] 'agreement among raft nodes before linearized reading' (duration: 184.432352ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:22:00.36136Z","caller":"traceutil/trace.go:171","msg":"trace[698495499] transaction","detail":"{read_only:false; response_revision:2938; number_of_response:1; }","duration":"307.795738ms","start":"2026-05-13T02:22:00.053229Z","end":"2026-05-13T02:22:00.361025Z","steps":["trace[698495499] 'process raft request' (duration: 209.862367ms)","trace[698495499] 'compare' (duration: 96.67309ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:22:00.36177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:22:00.053219Z","time spent":"307.514491ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:22:00.361848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:22:00.053182Z","time spent":"308.441705ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:22:06.489503Z","caller":"traceutil/trace.go:171","msg":"trace[280652841] transaction","detail":"{read_only:false; response_revision:2979; number_of_response:1; }","duration":"104.59598ms","start":"2026-05-13T02:22:06.384867Z","end":"2026-05-13T02:22:06.489463Z","steps":["trace[280652841] 'process raft request' (duration: 104.424266ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:22:21.250312Z","caller":"traceutil/trace.go:171","msg":"trace[84517008] transaction","detail":"{read_only:false; response_revision:3071; number_of_response:1; }","duration":"100.101149ms","start":"2026-05-13T02:22:21.150164Z","end":"2026-05-13T02:22:21.250265Z","steps":["trace[84517008] 'process raft request' (duration: 99.803532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:22:27.4171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.398234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-13T02:22:27.417176Z","caller":"traceutil/trace.go:171","msg":"trace[782813501] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3102; }","duration":"392.560789ms","start":"2026-05-13T02:22:27.024599Z","end":"2026-05-13T02:22:27.41716Z","steps":["trace[782813501] 'range keys from in-memory index tree' (duration: 392.227309ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:22:27.41721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:22:27.024573Z","time spent":"392.62906ms","remote":"127.0.0.1:39654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-13T02:22:27.940898Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563879368,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T02:22:28.538844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.687013ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-13T02:22:28.538987Z","caller":"traceutil/trace.go:171","msg":"trace[982540655] linearizableReadLoop","detail":"{readStateIndex:3221; appliedIndex:3220; }","duration":"1.098210056s","start":"2026-05-13T02:22:27.440756Z","end":"2026-05-13T02:22:28.538966Z","steps":["trace[982540655] 'read index received' (duration: 561.217595ms)","trace[982540655] 'applied index is now lower than readState.Index' (duration: 536.98836ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:22:28.539007Z","caller":"traceutil/trace.go:171","msg":"trace[357019144] transaction","detail":"{read_only:false; response_revision:3103; number_of_response:1; }","duration":"1.107669166s","start":"2026-05-13T02:22:27.431301Z","end":"2026-05-13T02:22:28.53897Z","steps":["trace[357019144] 'process raft request' (duration: 570.601433ms)","trace[357019144] 'compare' (duration: 536.133949ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:22:28.539357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098595216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-05-13T02:22:28.539405Z","caller":"traceutil/trace.go:171","msg":"trace[519444384] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3103; }","duration":"1.098677057s","start":"2026-05-13T02:22:27.440714Z","end":"2026-05-13T02:22:28.539391Z","steps":["trace[519444384] 'agreement among raft nodes before linearized reading' (duration: 1.098450902s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:22:28.539408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:22:27.431274Z","time spent":"1.108019584s","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:22:28.539431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:22:27.440695Z","time spent":"1.098730909s","remote":"127.0.0.1:39654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1343,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-05-13T02:22:28.558545Z","caller":"traceutil/trace.go:171","msg":"trace[70843175] transaction","detail":"{read_only:false; response_revision:3104; number_of_response:1; }","duration":"213.374832ms","start":"2026-05-13T02:22:28.345152Z","end":"2026-05-13T02:22:28.558527Z","steps":["trace[70843175] 'process raft request' (duration: 213.214858ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:22:28.558705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.308347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:22:28.55875Z","caller":"traceutil/trace.go:171","msg":"trace[1408945670] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:3104; }","duration":"339.404379ms","start":"2026-05-13T02:22:28.219334Z","end":"2026-05-13T02:22:28.558738Z","steps":["trace[1408945670] 'agreement among raft nodes before linearized reading' (duration: 339.325017ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:22:28.558876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:22:28.219312Z","time spent":"339.549322ms","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-13T02:22:28.558931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.556802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:22:28.559035Z","caller":"traceutil/trace.go:171","msg":"trace[1400884298] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:3104; }","duration":"995.714766ms","start":"2026-05-13T02:22:27.563295Z","end":"2026-05-13T02:22:28.559009Z","steps":["trace[1400884298] 'agreement among raft nodes before linearized reading' (duration: 995.46866ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:22:28.55905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.487842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:22:28.559023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027069561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T02:22:28.559107Z","caller":"traceutil/trace.go:171","msg":"trace[715384986] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:3104; }","duration":"891.556244ms","start":"2026-05-13T02:22:27.667535Z","end":"2026-05-13T02:22:28.559091Z","steps":["trace[715384986] 'agreement among raft nodes before linearized reading' (duration: 891.461141ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:22:28.559046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.392085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18aefeae5539f417\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-05-13T02:22:28.559146Z","caller":"traceutil/trace.go:171","msg":"trace[65379937] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3104; }","duration":"1.027276626s","start":"2026-05-13T02:22:27.531845Z","end":"2026-05-13T02:22:28.559121Z","steps":["trace[65379937] 'agreement among raft nodes before linearized reading' (duration: 1.026980618s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:22:28.559168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:22:27.667507Z","time spent":"891.651147ms","remote":"127.0.0.1:36128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-13T02:22:28.559201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:22:27.531816Z","time spent":"1.027374198s","remote":"127.0.0.1:46202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-13T02:22:28.559229Z","caller":"traceutil/trace.go:171","msg":"trace[1335489061] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18aefeae5539f417; range_end:; response_count:1; response_revision:3104; }","duration":"976.59371ms","start":"2026-05-13T02:22:27.582582Z","end":"2026-05-13T02:22:28.559175Z","steps":["trace[1335489061] 'agreement among raft nodes before linearized reading' (duration: 976.134129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:22:28.559315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:22:27.58257Z","time spent":"976.732204ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":789,"request content":"key:\"/registry/events/openstack/valkey-node-0.18aefeae5539f417\" "} {"level":"warn","ts":"2026-05-13T02:22:28.559097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:22:27.563265Z","time spent":"995.820368ms","remote":"127.0.0.1:36046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-05-13T02:22:29.059216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563879373,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T02:22:29.362064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.848043ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:22:29.362225Z","caller":"traceutil/trace.go:171","msg":"trace[767018047] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3104; }","duration":"281.027827ms","start":"2026-05-13T02:22:29.081176Z","end":"2026-05-13T02:22:29.362204Z","steps":["trace[767018047] 'range keys from in-memory index tree' (duration: 280.819142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:22:29.362674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.471479ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-13T02:22:29.362825Z","caller":"traceutil/trace.go:171","msg":"trace[651458952] transaction","detail":"{read_only:false; response_revision:3105; number_of_response:1; }","duration":"809.39535ms","start":"2026-05-13T02:22:28.5534Z","end":"2026-05-13T02:22:29.362795Z","steps":["trace[651458952] 'process raft request' (duration: 637.649014ms)","trace[651458952] 'compare' (duration: 171.318565ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:22:29.362961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:22:28.553379Z","time spent":"809.502743ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:22:29.541286Z","caller":"traceutil/trace.go:171","msg":"trace[1278563940] transaction","detail":"{read_only:false; response_revision:3106; number_of_response:1; }","duration":"979.28296ms","start":"2026-05-13T02:22:28.561954Z","end":"2026-05-13T02:22:29.541237Z","steps":["trace[1278563940] 'process raft request' (duration: 935.633732ms)","trace[1278563940] 'compare' (duration: 42.553499ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:22:29.541443Z","caller":"traceutil/trace.go:171","msg":"trace[217546196] transaction","detail":"{read_only:false; response_revision:3108; number_of_response:1; }","duration":"956.80052ms","start":"2026-05-13T02:22:28.584614Z","end":"2026-05-13T02:22:29.541414Z","steps":["trace[217546196] 'process raft request' (duration: 956.708868ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:22:29.541533Z","caller":"traceutil/trace.go:171","msg":"trace[758977692] transaction","detail":"{read_only:false; response_revision:3107; number_of_response:1; }","duration":"958.041301ms","start":"2026-05-13T02:22:28.583482Z","end":"2026-05-13T02:22:29.541523Z","steps":["trace[758977692] 'process raft request' (duration: 957.682252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:22:29.541593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:22:28.583449Z","time spent":"958.116043ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:22:29.541599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.872197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-13T02:22:29.541689Z","caller":"traceutil/trace.go:171","msg":"trace[979293198] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3108; }","duration":"999.00634ms","start":"2026-05-13T02:22:28.542665Z","end":"2026-05-13T02:22:29.541671Z","steps":["trace[979293198] 'agreement among raft nodes before linearized reading' (duration: 998.840526ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:22:29.541746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:22:28.542645Z","time spent":"999.087352ms","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-13T02:22:29.541443Z","caller":"traceutil/trace.go:171","msg":"trace[398555232] linearizableReadLoop","detail":"{readStateIndex:3226; appliedIndex:3222; }","duration":"982.897232ms","start":"2026-05-13T02:22:28.558496Z","end":"2026-05-13T02:22:29.541393Z","steps":["trace[398555232] 'read index received' (duration: 632.528724ms)","trace[398555232] 'applied index is now lower than readState.Index' (duration: 350.366777ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:22:29.541838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:22:28.584587Z","time spent":"956.943833ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:22:29.541469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:22:28.561927Z","time spent":"979.439694ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:22:29.541926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.385679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:22:29.541929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.387989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-05-13T02:22:29.542025Z","caller":"traceutil/trace.go:171","msg":"trace[1701852057] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:3108; }","duration":"997.505452ms","start":"2026-05-13T02:22:28.544493Z","end":"2026-05-13T02:22:29.541998Z","steps":["trace[1701852057] 'agreement among raft nodes before linearized reading' (duration: 997.305937ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:22:29.542037Z","caller":"traceutil/trace.go:171","msg":"trace[504012945] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3108; }","duration":"997.560333ms","start":"2026-05-13T02:22:28.54445Z","end":"2026-05-13T02:22:29.542011Z","steps":["trace[504012945] 'agreement among raft nodes before linearized reading' (duration: 997.302436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:22:29.5421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:22:28.544425Z","time spent":"997.666376ms","remote":"127.0.0.1:39926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7486,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-05-13T02:22:29.542104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:22:28.544412Z","time spent":"997.677886ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-13T02:22:29.542206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.997919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:22:29.542253Z","caller":"traceutil/trace.go:171","msg":"trace[459893901] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3108; }","duration":"887.07231ms","start":"2026-05-13T02:22:28.65517Z","end":"2026-05-13T02:22:29.542242Z","steps":["trace[459893901] 'agreement among raft nodes before linearized reading' (duration: 886.994058ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:22:29.542289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:22:28.655152Z","time spent":"887.131132ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T02:22:29.542321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.859459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T02:22:29.542389Z","caller":"traceutil/trace.go:171","msg":"trace[449302501] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:3108; }","duration":"130.933271ms","start":"2026-05-13T02:22:29.411442Z","end":"2026-05-13T02:22:29.542375Z","steps":["trace[449302501] 'agreement among raft nodes before linearized reading' (duration: 130.819718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:22:29.542389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.392781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-13T02:22:29.542452Z","caller":"traceutil/trace.go:171","msg":"trace[30292434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3108; }","duration":"921.489694ms","start":"2026-05-13T02:22:28.620947Z","end":"2026-05-13T02:22:29.542436Z","steps":["trace[30292434] 'agreement among raft nodes before linearized reading' (duration: 921.261948ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:22:29.542507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:22:28.620688Z","time spent":"921.806092ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T02:22:29.542493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.268952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-13T02:22:29.542546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.353942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-13T02:22:29.542574Z","caller":"traceutil/trace.go:171","msg":"trace[264357994] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3108; }","duration":"920.423715ms","start":"2026-05-13T02:22:28.62213Z","end":"2026-05-13T02:22:29.542554Z","steps":["trace[264357994] 'agreement among raft nodes before linearized reading' (duration: 920.092817ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:22:29.542588Z","caller":"traceutil/trace.go:171","msg":"trace[1971595498] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3108; }","duration":"215.414764ms","start":"2026-05-13T02:22:29.327161Z","end":"2026-05-13T02:22:29.542575Z","steps":["trace[1971595498] 'agreement among raft nodes before linearized reading' (duration: 215.26352ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:22:29.542509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.07178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-13T02:22:29.542634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:22:28.622104Z","time spent":"920.521078ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-13T02:22:29.542626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.712379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-13T02:22:29.542677Z","caller":"traceutil/trace.go:171","msg":"trace[1434869873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3108; }","duration":"921.822182ms","start":"2026-05-13T02:22:28.620843Z","end":"2026-05-13T02:22:29.542666Z","steps":["trace[1434869873] 'agreement among raft nodes before linearized reading' (duration: 921.694999ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:22:29.54269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.944094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:22:29.542802Z","caller":"traceutil/trace.go:171","msg":"trace[603124881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3108; }","duration":"221.104778ms","start":"2026-05-13T02:22:29.321682Z","end":"2026-05-13T02:22:29.542787Z","steps":["trace[603124881] 'agreement among raft nodes before linearized reading' (duration: 220.843962ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:22:29.54281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.964866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-13T02:22:29.542717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:22:28.620817Z","time spent":"921.892903ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-13T02:22:29.542852Z","caller":"traceutil/trace.go:171","msg":"trace[2041236450] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3108; }","duration":"922.045928ms","start":"2026-05-13T02:22:28.620797Z","end":"2026-05-13T02:22:29.542843Z","steps":["trace[2041236450] 'agreement among raft nodes before linearized reading' (duration: 921.952095ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:22:29.54288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:22:28.620773Z","time spent":"922.100508ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-13T02:22:29.542713Z","caller":"traceutil/trace.go:171","msg":"trace[2003483744] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3108; }","duration":"928.368518ms","start":"2026-05-13T02:22:28.614289Z","end":"2026-05-13T02:22:29.542658Z","steps":["trace[2003483744] 'agreement among raft nodes before linearized reading' (duration: 927.814414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:22:29.543033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:22:28.614258Z","time spent":"928.756787ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-13T02:22:35.514536Z","caller":"traceutil/trace.go:171","msg":"trace[1929984976] transaction","detail":"{read_only:false; response_revision:3140; number_of_response:1; }","duration":"125.095283ms","start":"2026-05-13T02:22:35.389416Z","end":"2026-05-13T02:22:35.514512Z","steps":["trace[1929984976] 'process raft request' (duration: 124.925269ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:22:35.782267Z","caller":"traceutil/trace.go:171","msg":"trace[1969565539] transaction","detail":"{read_only:false; response_revision:3145; number_of_response:1; }","duration":"149.82287ms","start":"2026-05-13T02:22:35.632416Z","end":"2026-05-13T02:22:35.782239Z","steps":["trace[1969565539] 'process raft request' (duration: 149.731678ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:22:35.782285Z","caller":"traceutil/trace.go:171","msg":"trace[1068721331] transaction","detail":"{read_only:false; response_revision:3144; number_of_response:1; }","duration":"150.301362ms","start":"2026-05-13T02:22:35.631936Z","end":"2026-05-13T02:22:35.782237Z","steps":["trace[1068721331] 'process raft request' (duration: 98.285823ms)","trace[1068721331] 'compare' (duration: 51.757553ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:22:35.782623Z","caller":"traceutil/trace.go:171","msg":"trace[440050789] transaction","detail":"{read_only:false; response_revision:3147; number_of_response:1; }","duration":"149.241956ms","start":"2026-05-13T02:22:35.633364Z","end":"2026-05-13T02:22:35.782606Z","steps":["trace[440050789] 'process raft request' (duration: 149.141303ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:22:35.782632Z","caller":"traceutil/trace.go:171","msg":"trace[1993835433] linearizableReadLoop","detail":"{readStateIndex:3266; appliedIndex:3262; }","duration":"106.83941ms","start":"2026-05-13T02:22:35.67577Z","end":"2026-05-13T02:22:35.782609Z","steps":["trace[1993835433] 'read index received' (duration: 54.321197ms)","trace[1993835433] 'applied index is now lower than readState.Index' (duration: 52.516593ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:22:35.782798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.017025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-05-13T02:22:35.782867Z","caller":"traceutil/trace.go:171","msg":"trace[144099758] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:3147; }","duration":"107.141228ms","start":"2026-05-13T02:22:35.675714Z","end":"2026-05-13T02:22:35.782855Z","steps":["trace[144099758] 'agreement among raft nodes before linearized reading' (duration: 106.973114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:22:35.783011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.611859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129546"} {"level":"info","ts":"2026-05-13T02:22:35.783096Z","caller":"traceutil/trace.go:171","msg":"trace[1930997749] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:3147; }","duration":"105.755132ms","start":"2026-05-13T02:22:35.677328Z","end":"2026-05-13T02:22:35.783083Z","steps":["trace[1930997749] 'agreement among raft nodes before linearized reading' (duration: 105.423464ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:22:35.78263Z","caller":"traceutil/trace.go:171","msg":"trace[415299230] transaction","detail":"{read_only:false; response_revision:3146; number_of_response:1; }","duration":"149.915953ms","start":"2026-05-13T02:22:35.632656Z","end":"2026-05-13T02:22:35.782572Z","steps":["trace[415299230] 'process raft request' (duration: 149.538273ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:23:03.80024Z","caller":"traceutil/trace.go:171","msg":"trace[1147739671] transaction","detail":"{read_only:false; response_revision:3293; number_of_response:1; }","duration":"174.493846ms","start":"2026-05-13T02:23:03.625721Z","end":"2026-05-13T02:23:03.800215Z","steps":["trace[1147739671] 'process raft request' (duration: 174.313261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:24:02.345279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.486083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-13T02:24:02.34533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.454829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-13T02:24:02.345376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.988467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:24:02.345429Z","caller":"traceutil/trace.go:171","msg":"trace[1301452982] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3599; }","duration":"214.633774ms","start":"2026-05-13T02:24:02.130773Z","end":"2026-05-13T02:24:02.345407Z","steps":["trace[1301452982] 'range keys from in-memory index tree' (duration: 214.183753ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:24:02.345491Z","caller":"traceutil/trace.go:171","msg":"trace[1477818169] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:3599; }","duration":"145.191383ms","start":"2026-05-13T02:24:02.200273Z","end":"2026-05-13T02:24:02.345465Z","steps":["trace[1477818169] 'count revisions from in-memory index tree' (duration: 144.824923ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:24:02.345422Z","caller":"traceutil/trace.go:171","msg":"trace[1753097705] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:3599; }","duration":"235.699798ms","start":"2026-05-13T02:24:02.109693Z","end":"2026-05-13T02:24:02.345393Z","steps":["trace[1753097705] 'count revisions from in-memory index tree' (duration: 235.347659ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:24:33.852Z","caller":"traceutil/trace.go:171","msg":"trace[1100582245] transaction","detail":"{read_only:false; response_revision:3796; number_of_response:1; }","duration":"159.879275ms","start":"2026-05-13T02:24:33.692091Z","end":"2026-05-13T02:24:33.85197Z","steps":["trace[1100582245] 'process raft request' (duration: 120.931227ms)","trace[1100582245] 'compare' (duration: 38.157447ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:25:17.013073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563882166,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T02:25:17.374564Z","caller":"traceutil/trace.go:171","msg":"trace[521235841] transaction","detail":"{read_only:false; response_revision:4182; number_of_response:1; }","duration":"947.134362ms","start":"2026-05-13T02:25:16.427402Z","end":"2026-05-13T02:25:17.374537Z","steps":["trace[521235841] 'process raft request' (duration: 946.965768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:25:17.374741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:25:16.427366Z","time spent":"947.291066ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:25:17.401691Z","caller":"traceutil/trace.go:171","msg":"trace[1957044982] transaction","detail":"{read_only:false; response_revision:4183; number_of_response:1; }","duration":"974.227348ms","start":"2026-05-13T02:25:16.427434Z","end":"2026-05-13T02:25:17.401661Z","steps":["trace[1957044982] 'process raft request' (duration: 974.033483ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:25:17.401943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:25:16.427403Z","time spent":"974.434964ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:25:17.401987Z","caller":"traceutil/trace.go:171","msg":"trace[847958241] transaction","detail":"{read_only:false; response_revision:4184; number_of_response:1; }","duration":"970.335631ms","start":"2026-05-13T02:25:16.431639Z","end":"2026-05-13T02:25:17.401974Z","steps":["trace[847958241] 'process raft request' (duration: 969.979611ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:25:17.402042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:25:16.43162Z","time spent":"970.391232ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:25:17.402617Z","caller":"traceutil/trace.go:171","msg":"trace[349182615] linearizableReadLoop","detail":"{readStateIndex:4343; appliedIndex:4339; }","duration":"889.851959ms","start":"2026-05-13T02:25:16.512737Z","end":"2026-05-13T02:25:17.402589Z","steps":["trace[349182615] 'read index received' (duration: 861.741187ms)","trace[349182615] 'applied index is now lower than readState.Index' (duration: 28.109472ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:25:17.402696Z","caller":"traceutil/trace.go:171","msg":"trace[1741454977] transaction","detail":"{read_only:false; response_revision:4185; number_of_response:1; }","duration":"609.978741ms","start":"2026-05-13T02:25:16.792682Z","end":"2026-05-13T02:25:17.402661Z","steps":["trace[1741454977] 'process raft request' (duration: 609.246943ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:25:17.40278Z","caller":"traceutil/trace.go:171","msg":"trace[2095679708] transaction","detail":"{read_only:false; response_revision:4186; number_of_response:1; }","duration":"147.423849ms","start":"2026-05-13T02:25:17.255344Z","end":"2026-05-13T02:25:17.402768Z","steps":["trace[2095679708] 'process raft request' (duration: 147.119081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:25:17.402992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.669787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-13T02:25:17.403042Z","caller":"traceutil/trace.go:171","msg":"trace[2016300273] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4186; }","duration":"608.729688ms","start":"2026-05-13T02:25:16.794302Z","end":"2026-05-13T02:25:17.403032Z","steps":["trace[2016300273] 'agreement among raft nodes before linearized reading' (duration: 608.616986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:25:17.403069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:25:16.794295Z","time spent":"608.76907ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T02:25:17.403103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.904003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-13T02:25:17.403122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.389903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6kz88\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-13T02:25:17.403142Z","caller":"traceutil/trace.go:171","msg":"trace[600995126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4186; }","duration":"608.972005ms","start":"2026-05-13T02:25:16.794161Z","end":"2026-05-13T02:25:17.403133Z","steps":["trace[600995126] 'agreement among raft nodes before linearized reading' (duration: 608.869562ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:25:17.403179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:25:16.79415Z","time spent":"609.020406ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-13T02:25:17.403182Z","caller":"traceutil/trace.go:171","msg":"trace[318623113] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6kz88; range_end:; response_count:1; response_revision:4186; }","duration":"890.502446ms","start":"2026-05-13T02:25:16.512664Z","end":"2026-05-13T02:25:17.403166Z","steps":["trace[318623113] 'agreement among raft nodes before linearized reading' (duration: 890.203328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:25:17.402994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.258278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-13T02:25:17.403224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:25:16.512641Z","time spent":"890.574117ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-6kz88\" "} {"level":"info","ts":"2026-05-13T02:25:17.403238Z","caller":"traceutil/trace.go:171","msg":"trace[1383233588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4186; }","duration":"610.565075ms","start":"2026-05-13T02:25:16.792666Z","end":"2026-05-13T02:25:17.403231Z","steps":["trace[1383233588] 'agreement among raft nodes before linearized reading' (duration: 610.191706ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:25:17.403264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:25:16.792628Z","time spent":"610.631287ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T02:25:17.403356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.656117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-13T02:25:17.403498Z","caller":"traceutil/trace.go:171","msg":"trace[37983945] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4186; }","duration":"608.828072ms","start":"2026-05-13T02:25:16.794654Z","end":"2026-05-13T02:25:17.403482Z","steps":["trace[37983945] 'agreement among raft nodes before linearized reading' (duration: 608.475323ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:25:17.4036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:25:16.794637Z","time spent":"608.950524ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-13T02:25:17.403663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:25:16.792643Z","time spent":"610.135685ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:25:17.403651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.038416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-13T02:25:17.403862Z","caller":"traceutil/trace.go:171","msg":"trace[1792391744] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4186; }","duration":"609.57529ms","start":"2026-05-13T02:25:16.794264Z","end":"2026-05-13T02:25:17.403839Z","steps":["trace[1792391744] 'agreement among raft nodes before linearized reading' (duration: 608.79157ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:25:17.403971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:25:16.794259Z","time spent":"609.700413ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-13T02:26:03.868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.721781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-13T02:26:03.868084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.024615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-13T02:26:03.868156Z","caller":"traceutil/trace.go:171","msg":"trace[51584912] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4510; }","duration":"115.187909ms","start":"2026-05-13T02:26:03.752943Z","end":"2026-05-13T02:26:03.868131Z","steps":["trace[51584912] 'range keys from in-memory index tree' (duration: 114.905342ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:26:03.868156Z","caller":"traceutil/trace.go:171","msg":"trace[1261157235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4510; }","duration":"111.954687ms","start":"2026-05-13T02:26:03.75617Z","end":"2026-05-13T02:26:03.868124Z","steps":["trace[1261157235] 'range keys from in-memory index tree' (duration: 111.455774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:26:03.868191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.797157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-13T02:26:03.868295Z","caller":"traceutil/trace.go:171","msg":"trace[904420932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4510; }","duration":"110.952721ms","start":"2026-05-13T02:26:03.757318Z","end":"2026-05-13T02:26:03.868271Z","steps":["trace[904420932] 'range keys from in-memory index tree' (duration: 110.599843ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:26:03.868876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.510603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-13T02:26:03.869008Z","caller":"traceutil/trace.go:171","msg":"trace[667768285] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4510; }","duration":"119.602901ms","start":"2026-05-13T02:26:03.749381Z","end":"2026-05-13T02:26:03.868984Z","steps":["trace[667768285] 'range keys from in-memory index tree' (duration: 118.211536ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:26:32.536262Z","caller":"traceutil/trace.go:171","msg":"trace[1802573168] transaction","detail":"{read_only:false; response_revision:4692; number_of_response:1; }","duration":"102.98394ms","start":"2026-05-13T02:26:32.433241Z","end":"2026-05-13T02:26:32.536225Z","steps":["trace[1802573168] 'process raft request' (duration: 102.733204ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:26:34.366644Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2639} {"level":"info","ts":"2026-05-13T02:26:34.444497Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2639,"took":"76.190621ms","hash":1226038223,"current-db-size-bytes":45510656,"current-db-size":"46 MB","current-db-size-in-use-bytes":21004288,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-05-13T02:26:34.444583Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1226038223,"revision":2639,"compact-revision":-1} {"level":"info","ts":"2026-05-13T02:26:37.244357Z","caller":"traceutil/trace.go:171","msg":"trace[1932630806] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"111.67346ms","start":"2026-05-13T02:26:37.132656Z","end":"2026-05-13T02:26:37.24433Z","steps":["trace[1932630806] 'process raft request' (duration: 111.495936ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:26:37.248529Z","caller":"traceutil/trace.go:171","msg":"trace[586400853] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"108.922341ms","start":"2026-05-13T02:26:37.139557Z","end":"2026-05-13T02:26:37.248479Z","steps":["trace[586400853] 'process raft request' (duration: 108.638994ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:26:38.007306Z","caller":"traceutil/trace.go:171","msg":"trace[1059062184] transaction","detail":"{read_only:false; response_revision:5047; number_of_response:1; }","duration":"166.088689ms","start":"2026-05-13T02:26:37.841175Z","end":"2026-05-13T02:26:38.007264Z","steps":["trace[1059062184] 'process raft request' (duration: 165.711429ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:26:38.012094Z","caller":"traceutil/trace.go:171","msg":"trace[602167818] transaction","detail":"{read_only:false; response_revision:5048; number_of_response:1; }","duration":"137.342001ms","start":"2026-05-13T02:26:37.874719Z","end":"2026-05-13T02:26:38.012061Z","steps":["trace[602167818] 'process raft request' (duration: 137.072504ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:26:41.578143Z","caller":"traceutil/trace.go:171","msg":"trace[625964237] transaction","detail":"{read_only:false; response_revision:5108; number_of_response:1; }","duration":"102.083778ms","start":"2026-05-13T02:26:41.476013Z","end":"2026-05-13T02:26:41.578097Z","steps":["trace[625964237] 'process raft request' (duration: 101.098982ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:26:41.57818Z","caller":"traceutil/trace.go:171","msg":"trace[1550759704] linearizableReadLoop","detail":"{readStateIndex:5304; appliedIndex:5303; }","duration":"101.3582ms","start":"2026-05-13T02:26:41.476791Z","end":"2026-05-13T02:26:41.57815Z","steps":["trace[1550759704] 'read index received' (duration: 16.641152ms)","trace[1550759704] 'applied index is now lower than readState.Index' (duration: 84.715618ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:26:41.578498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.675108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:26:41.578656Z","caller":"traceutil/trace.go:171","msg":"trace[1543051109] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:5110; }","duration":"101.850852ms","start":"2026-05-13T02:26:41.476782Z","end":"2026-05-13T02:26:41.578633Z","steps":["trace[1543051109] 'agreement among raft nodes before linearized reading' (duration: 101.626966ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:26:42.757683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.865341ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-13T02:26:42.757814Z","caller":"traceutil/trace.go:171","msg":"trace[1068469967] linearizableReadLoop","detail":"{readStateIndex:5357; appliedIndex:5356; }","duration":"310.218422ms","start":"2026-05-13T02:26:42.447572Z","end":"2026-05-13T02:26:42.75779Z","steps":["trace[1068469967] 'read index received' (duration: 49.156357ms)","trace[1068469967] 'applied index is now lower than readState.Index' (duration: 261.060275ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:26:42.758259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.666153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-05-13T02:26:42.758297Z","caller":"traceutil/trace.go:171","msg":"trace[1432252992] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:5160; }","duration":"310.741784ms","start":"2026-05-13T02:26:42.447544Z","end":"2026-05-13T02:26:42.758285Z","steps":["trace[1432252992] 'agreement among raft nodes before linearized reading' (duration: 310.54982ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:26:42.758325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:26:42.44753Z","time spent":"310.788306ms","remote":"127.0.0.1:39654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-05-13T02:26:42.767521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.45617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-68855f9e-ae40-41f2-b65b-9d8b5c31494f\" ","response":"range_response_count:1 size:3774"} {"level":"warn","ts":"2026-05-13T02:26:42.767537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.29817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T02:26:42.767647Z","caller":"traceutil/trace.go:171","msg":"trace[1404021994] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-68855f9e-ae40-41f2-b65b-9d8b5c31494f; range_end:; response_count:1; response_revision:5161; }","duration":"245.663005ms","start":"2026-05-13T02:26:42.521956Z","end":"2026-05-13T02:26:42.767619Z","steps":["trace[1404021994] 'agreement among raft nodes before linearized reading' (duration: 245.364317ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:26:42.767657Z","caller":"traceutil/trace.go:171","msg":"trace[1202733702] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5161; }","duration":"169.511375ms","start":"2026-05-13T02:26:42.598123Z","end":"2026-05-13T02:26:42.767635Z","steps":["trace[1202733702] 'agreement among raft nodes before linearized reading' (duration: 169.29115ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:26:42.767573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.417814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T02:26:42.767796Z","caller":"traceutil/trace.go:171","msg":"trace[581113163] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5161; }","duration":"304.64641ms","start":"2026-05-13T02:26:42.463115Z","end":"2026-05-13T02:26:42.767761Z","steps":["trace[581113163] 'agreement among raft nodes before linearized reading' (duration: 304.399684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:26:42.767529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.140695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-68855f9e-ae40-41f2-b65b-9d8b5c31494f\" ","response":"range_response_count:1 size:3774"} {"level":"warn","ts":"2026-05-13T02:26:42.767864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:26:42.463103Z","time spent":"304.738572ms","remote":"127.0.0.1:39608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":4,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-05-13T02:26:42.767885Z","caller":"traceutil/trace.go:171","msg":"trace[1966405918] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-68855f9e-ae40-41f2-b65b-9d8b5c31494f; range_end:; response_count:1; response_revision:5161; }","duration":"167.544565ms","start":"2026-05-13T02:26:42.600299Z","end":"2026-05-13T02:26:42.767843Z","steps":["trace[1966405918] 'agreement among raft nodes before linearized reading' (duration: 167.064974ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:26:42.767567Z","caller":"traceutil/trace.go:171","msg":"trace[621576838] transaction","detail":"{read_only:false; response_revision:5161; number_of_response:1; }","duration":"165.862083ms","start":"2026-05-13T02:26:42.601679Z","end":"2026-05-13T02:26:42.767541Z","steps":["trace[621576838] 'process raft request' (duration: 165.34964ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:26:43.057225Z","caller":"traceutil/trace.go:171","msg":"trace[548078726] transaction","detail":"{read_only:false; response_revision:5164; number_of_response:1; }","duration":"192.056418ms","start":"2026-05-13T02:26:42.865138Z","end":"2026-05-13T02:26:43.057194Z","steps":["trace[548078726] 'process raft request' (duration: 191.74235ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:26:43.174825Z","caller":"traceutil/trace.go:171","msg":"trace[2102147548] linearizableReadLoop","detail":"{readStateIndex:5362; appliedIndex:5361; }","duration":"104.202191ms","start":"2026-05-13T02:26:43.07059Z","end":"2026-05-13T02:26:43.174793Z","steps":["trace[2102147548] 'read index received' (duration: 44.21759ms)","trace[2102147548] 'applied index is now lower than readState.Index' (duration: 59.982721ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:26:43.174854Z","caller":"traceutil/trace.go:171","msg":"trace[915183955] transaction","detail":"{read_only:false; response_revision:5165; number_of_response:1; }","duration":"111.769512ms","start":"2026-05-13T02:26:43.063033Z","end":"2026-05-13T02:26:43.174802Z","steps":["trace[915183955] 'process raft request' (duration: 51.898944ms)","trace[915183955] 'compare' (duration: 59.575311ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:26:43.175179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.566501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-05-13T02:26:43.17527Z","caller":"traceutil/trace.go:171","msg":"trace[1822562095] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5165; }","duration":"104.692943ms","start":"2026-05-13T02:26:43.070557Z","end":"2026-05-13T02:26:43.17525Z","steps":["trace[1822562095] 'agreement among raft nodes before linearized reading' (duration: 104.367225ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:26:44.171251Z","caller":"traceutil/trace.go:171","msg":"trace[1023543696] transaction","detail":"{read_only:false; response_revision:5189; number_of_response:1; }","duration":"135.836872ms","start":"2026-05-13T02:26:44.03538Z","end":"2026-05-13T02:26:44.171217Z","steps":["trace[1023543696] 'process raft request' (duration: 135.132604ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:26:44.365394Z","caller":"traceutil/trace.go:171","msg":"trace[1622159710] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"318.012169ms","start":"2026-05-13T02:26:44.047351Z","end":"2026-05-13T02:26:44.365363Z","steps":["trace[1622159710] 'process raft request' (duration: 277.747388ms)","trace[1622159710] 'compare' (duration: 39.826299ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:26:44.36561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:26:44.047318Z","time spent":"318.184984ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:26:44.366225Z","caller":"traceutil/trace.go:171","msg":"trace[1676279752] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"318.776328ms","start":"2026-05-13T02:26:44.047425Z","end":"2026-05-13T02:26:44.366201Z","steps":["trace[1676279752] 'process raft request' (duration: 317.864915ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:26:44.366333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:26:44.047421Z","time spent":"318.85942ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:26:44.36663Z","caller":"traceutil/trace.go:171","msg":"trace[826688954] linearizableReadLoop","detail":"{readStateIndex:5389; appliedIndex:5386; }","duration":"176.079472ms","start":"2026-05-13T02:26:44.190493Z","end":"2026-05-13T02:26:44.366572Z","steps":["trace[826688954] 'read index received' (duration: 134.518199ms)","trace[826688954] 'applied index is now lower than readState.Index' (duration: 41.559693ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:26:44.366971Z","caller":"traceutil/trace.go:171","msg":"trace[1437546808] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"274.26615ms","start":"2026-05-13T02:26:44.092688Z","end":"2026-05-13T02:26:44.366954Z","steps":["trace[1437546808] 'process raft request' (duration: 273.347347ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:26:44.367225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.270667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-13T02:26:44.367328Z","caller":"traceutil/trace.go:171","msg":"trace[1850230118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5192; }","duration":"176.470132ms","start":"2026-05-13T02:26:44.190839Z","end":"2026-05-13T02:26:44.367309Z","steps":["trace[1850230118] 'agreement among raft nodes before linearized reading' (duration: 176.142424ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:26:44.367383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.48556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6kz88\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-13T02:26:44.367439Z","caller":"traceutil/trace.go:171","msg":"trace[1997340914] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6kz88; range_end:; response_count:1; response_revision:5192; }","duration":"170.566003ms","start":"2026-05-13T02:26:44.19686Z","end":"2026-05-13T02:26:44.367426Z","steps":["trace[1997340914] 'agreement among raft nodes before linearized reading' (duration: 170.403219ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:26:44.367571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.056626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-13T02:26:44.367684Z","caller":"traceutil/trace.go:171","msg":"trace[809175109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5192; }","duration":"177.22091ms","start":"2026-05-13T02:26:44.190434Z","end":"2026-05-13T02:26:44.367655Z","steps":["trace[809175109] 'agreement among raft nodes before linearized reading' (duration: 176.446351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:26:44.367844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.238179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-13T02:26:44.3679Z","caller":"traceutil/trace.go:171","msg":"trace[290059454] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5192; }","duration":"171.315861ms","start":"2026-05-13T02:26:44.196571Z","end":"2026-05-13T02:26:44.367887Z","steps":["trace[290059454] 'agreement among raft nodes before linearized reading' (duration: 171.108176ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:26:44.368377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.971798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-13T02:26:44.36842Z","caller":"traceutil/trace.go:171","msg":"trace[1079256989] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5192; }","duration":"172.065221ms","start":"2026-05-13T02:26:44.196344Z","end":"2026-05-13T02:26:44.36841Z","steps":["trace[1079256989] 'agreement among raft nodes before linearized reading' (duration: 171.875737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:26:44.368583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.250225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-13T02:26:44.368635Z","caller":"traceutil/trace.go:171","msg":"trace[1369386566] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5192; }","duration":"172.321268ms","start":"2026-05-13T02:26:44.196302Z","end":"2026-05-13T02:26:44.368623Z","steps":["trace[1369386566] 'agreement among raft nodes before linearized reading' (duration: 172.202195ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:26:46.20217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.412998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-13T02:26:46.202296Z","caller":"traceutil/trace.go:171","msg":"trace[1779751259] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"228.203062ms","start":"2026-05-13T02:26:45.974072Z","end":"2026-05-13T02:26:46.202275Z","steps":["trace[1779751259] 'process raft request' (duration: 76.612731ms)","trace[1779751259] 'compare' (duration: 151.246053ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:26:46.203491Z","caller":"traceutil/trace.go:171","msg":"trace[572710311] linearizableReadLoop","detail":"{readStateIndex:5406; appliedIndex:5404; }","duration":"160.592281ms","start":"2026-05-13T02:26:46.042859Z","end":"2026-05-13T02:26:46.203452Z","steps":["trace[572710311] 'read index received' (duration: 7.818159ms)","trace[572710311] 'applied index is now lower than readState.Index' (duration: 152.772412ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:26:46.203623Z","caller":"traceutil/trace.go:171","msg":"trace[99547400] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"204.79324ms","start":"2026-05-13T02:26:45.998771Z","end":"2026-05-13T02:26:46.203564Z","steps":["trace[99547400] 'process raft request' (duration: 204.483082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:26:46.203792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.908238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-qbfb9\" ","response":"range_response_count:1 size:5151"} {"level":"info","ts":"2026-05-13T02:26:46.20385Z","caller":"traceutil/trace.go:171","msg":"trace[2084160606] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-qbfb9; range_end:; response_count:1; response_revision:5209; }","duration":"161.027681ms","start":"2026-05-13T02:26:46.042805Z","end":"2026-05-13T02:26:46.203833Z","steps":["trace[2084160606] 'agreement among raft nodes before linearized reading' (duration: 160.785395ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:26:48.088714Z","caller":"traceutil/trace.go:171","msg":"trace[135470728] transaction","detail":"{read_only:false; response_revision:5277; number_of_response:1; }","duration":"322.185065ms","start":"2026-05-13T02:26:47.766494Z","end":"2026-05-13T02:26:48.088679Z","steps":["trace[135470728] 'process raft request' (duration: 321.941199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:26:48.088935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:26:47.766446Z","time spent":"322.373609ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14409,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:26:48.439164Z","caller":"traceutil/trace.go:171","msg":"trace[218913874] transaction","detail":"{read_only:false; response_revision:5278; number_of_response:1; }","duration":"491.23264ms","start":"2026-05-13T02:26:47.947899Z","end":"2026-05-13T02:26:48.439131Z","steps":["trace[218913874] 'process raft request' (duration: 490.859671ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:26:48.439271Z","caller":"traceutil/trace.go:171","msg":"trace[1576173821] transaction","detail":"{read_only:false; response_revision:5279; number_of_response:1; }","duration":"409.056236ms","start":"2026-05-13T02:26:48.03019Z","end":"2026-05-13T02:26:48.439246Z","steps":["trace[1576173821] 'process raft request' (duration: 408.82752ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:26:48.439445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:26:47.947865Z","time spent":"491.398373ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:26:48.439498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:26:48.030153Z","time spent":"409.189479ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:26:48.439954Z","caller":"traceutil/trace.go:171","msg":"trace[2118597697] transaction","detail":"{read_only:false; response_revision:5280; number_of_response:1; }","duration":"342.807647ms","start":"2026-05-13T02:26:48.097119Z","end":"2026-05-13T02:26:48.439927Z","steps":["trace[2118597697] 'process raft request' (duration: 342.646923ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:26:48.440109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:26:48.097077Z","time spent":"342.957151ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T02:26:48.440172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.911264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:14424"} {"level":"info","ts":"2026-05-13T02:26:48.440208Z","caller":"traceutil/trace.go:171","msg":"trace[605975919] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5283; }","duration":"339.990416ms","start":"2026-05-13T02:26:48.10021Z","end":"2026-05-13T02:26:48.4402Z","steps":["trace[605975919] 'agreement among raft nodes before linearized reading' (duration: 339.808961ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:26:48.440233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:26:48.100195Z","time spent":"340.033936ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":14448,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-05-13T02:26:48.439997Z","caller":"traceutil/trace.go:171","msg":"trace[974122405] linearizableReadLoop","detail":"{readStateIndex:5481; appliedIndex:5478; }","duration":"339.719759ms","start":"2026-05-13T02:26:48.100267Z","end":"2026-05-13T02:26:48.439987Z","steps":["trace[974122405] 'read index received' (duration: 338.462608ms)","trace[974122405] 'applied index is now lower than readState.Index' (duration: 1.256671ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:26:48.440185Z","caller":"traceutil/trace.go:171","msg":"trace[1237414973] transaction","detail":"{read_only:false; response_revision:5281; number_of_response:1; }","duration":"228.49848ms","start":"2026-05-13T02:26:48.211621Z","end":"2026-05-13T02:26:48.440119Z","steps":["trace[1237414973] 'process raft request' (duration: 228.249014ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:26:48.440449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.638718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-05-13T02:26:48.440485Z","caller":"traceutil/trace.go:171","msg":"trace[675750415] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5283; }","duration":"283.740541ms","start":"2026-05-13T02:26:48.156733Z","end":"2026-05-13T02:26:48.440474Z","steps":["trace[675750415] 'agreement among raft nodes before linearized reading' (duration: 283.654498ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:26:48.440608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.163525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:26:48.440639Z","caller":"traceutil/trace.go:171","msg":"trace[1252616622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5283; }","duration":"118.237757ms","start":"2026-05-13T02:26:48.322395Z","end":"2026-05-13T02:26:48.440632Z","steps":["trace[1252616622] 'agreement among raft nodes before linearized reading' (duration: 118.183745ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:26:50.892047Z","caller":"traceutil/trace.go:171","msg":"trace[2074170253] linearizableReadLoop","detail":"{readStateIndex:5608; appliedIndex:5607; }","duration":"222.236331ms","start":"2026-05-13T02:26:50.66978Z","end":"2026-05-13T02:26:50.892016Z","steps":["trace[2074170253] 'read index received' (duration: 221.963894ms)","trace[2074170253] 'applied index is now lower than readState.Index' (duration: 271.037µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:26:50.892138Z","caller":"traceutil/trace.go:171","msg":"trace[1539911841] transaction","detail":"{read_only:false; response_revision:5404; number_of_response:1; }","duration":"252.683144ms","start":"2026-05-13T02:26:50.6394Z","end":"2026-05-13T02:26:50.892083Z","steps":["trace[1539911841] 'process raft request' (duration: 252.423997ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:26:50.892272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.450987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T02:26:50.892323Z","caller":"traceutil/trace.go:171","msg":"trace[1695750745] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5404; }","duration":"222.598371ms","start":"2026-05-13T02:26:50.669711Z","end":"2026-05-13T02:26:50.892309Z","steps":["trace[1695750745] 'agreement among raft nodes before linearized reading' (duration: 222.473287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:26:51.987685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.894405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T02:26:51.987778Z","caller":"traceutil/trace.go:171","msg":"trace[1216119669] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5404; }","duration":"885.049689ms","start":"2026-05-13T02:26:51.102707Z","end":"2026-05-13T02:26:51.987756Z","steps":["trace[1216119669] 'count revisions from in-memory index tree' (duration: 884.778881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:26:51.987822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:26:51.10268Z","time spent":"885.130641ms","remote":"127.0.0.1:44858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-05-13T02:26:51.988198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.080075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d69ed16f-7489-4c66-bda0-55690218542f\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-05-13T02:26:51.988268Z","caller":"traceutil/trace.go:171","msg":"trace[930527891] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d69ed16f-7489-4c66-bda0-55690218542f; range_end:; response_count:1; response_revision:5404; }","duration":"611.213069ms","start":"2026-05-13T02:26:51.377036Z","end":"2026-05-13T02:26:51.988249Z","steps":["trace[930527891] 'range keys from in-memory index tree' (duration: 610.945963ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:26:51.98831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:26:51.377001Z","time spent":"611.296672ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3745,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d69ed16f-7489-4c66-bda0-55690218542f\" "} {"level":"warn","ts":"2026-05-13T02:26:51.988293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.928228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-bmfzn-tls\" ","response":"range_response_count:1 size:1967"} {"level":"info","ts":"2026-05-13T02:26:51.988423Z","caller":"traceutil/trace.go:171","msg":"trace[1445560285] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-bmfzn-tls; range_end:; response_count:1; response_revision:5404; }","duration":"655.144063ms","start":"2026-05-13T02:26:51.333242Z","end":"2026-05-13T02:26:51.988386Z","steps":["trace[1445560285] 'range keys from in-memory index tree' (duration: 654.64852ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:26:51.988486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:26:51.333212Z","time spent":"655.260526ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":1991,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-bmfzn-tls\" "} {"level":"warn","ts":"2026-05-13T02:26:51.988503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.401798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:26:51.988611Z","caller":"traceutil/trace.go:171","msg":"trace[830815425] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:5404; }","duration":"857.541982ms","start":"2026-05-13T02:26:51.131016Z","end":"2026-05-13T02:26:51.988558Z","steps":["trace[830815425] 'count revisions from in-memory index tree' (duration: 857.237264ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:26:51.988666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:26:51.130984Z","time spent":"857.664184ms","remote":"127.0.0.1:36140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-13T02:26:51.98882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.775222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-13T02:26:51.988921Z","caller":"traceutil/trace.go:171","msg":"trace[149540011] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5404; }","duration":"530.970516ms","start":"2026-05-13T02:26:51.457921Z","end":"2026-05-13T02:26:51.988892Z","steps":["trace[149540011] 'range keys from in-memory index tree' (duration: 530.3697ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:26:51.988969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:26:51.457894Z","time spent":"531.064619ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-13T02:26:51.989487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.909383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:720652"} {"level":"info","ts":"2026-05-13T02:26:51.989544Z","caller":"traceutil/trace.go:171","msg":"trace[1495365567] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5404; }","duration":"688.020915ms","start":"2026-05-13T02:26:51.301506Z","end":"2026-05-13T02:26:51.989527Z","steps":["trace[1495365567] 'range keys from in-memory index tree' (duration: 687.404209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:26:51.98959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:26:51.30148Z","time spent":"688.097677ms","remote":"127.0.0.1:39562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":720676,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-05-13T02:26:52.57135Z","caller":"traceutil/trace.go:171","msg":"trace[444046180] transaction","detail":"{read_only:false; response_revision:5406; number_of_response:1; }","duration":"118.01241ms","start":"2026-05-13T02:26:52.453302Z","end":"2026-05-13T02:26:52.571314Z","steps":["trace[444046180] 'process raft request' (duration: 117.785335ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:26:52.837953Z","caller":"traceutil/trace.go:171","msg":"trace[1227588521] transaction","detail":"{read_only:false; response_revision:5407; number_of_response:1; }","duration":"384.37058ms","start":"2026-05-13T02:26:52.453543Z","end":"2026-05-13T02:26:52.837914Z","steps":["trace[1227588521] 'process raft request' (duration: 357.082998ms)","trace[1227588521] 'compare' (duration: 26.775429ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:26:52.837972Z","caller":"traceutil/trace.go:171","msg":"trace[958958000] transaction","detail":"{read_only:false; response_revision:5408; number_of_response:1; }","duration":"384.199126ms","start":"2026-05-13T02:26:52.45371Z","end":"2026-05-13T02:26:52.837909Z","steps":["trace[958958000] 'process raft request' (duration: 383.869518ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:26:52.838051Z","caller":"traceutil/trace.go:171","msg":"trace[765744379] transaction","detail":"{read_only:false; response_revision:5409; number_of_response:1; }","duration":"383.98296ms","start":"2026-05-13T02:26:52.45402Z","end":"2026-05-13T02:26:52.838003Z","steps":["trace[765744379] 'process raft request' (duration: 383.609131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:26:52.838155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:26:52.453534Z","time spent":"384.511914ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:26:52.838207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:26:52.45367Z","time spent":"384.411611ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:26:52.838248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:26:52.454013Z","time spent":"384.124954ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:26:52.956621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.927853ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-13T02:26:52.95671Z","caller":"traceutil/trace.go:171","msg":"trace[1956166800] linearizableReadLoop","detail":"{readStateIndex:5614; appliedIndex:5610; }","duration":"483.029151ms","start":"2026-05-13T02:26:52.473664Z","end":"2026-05-13T02:26:52.956693Z","steps":["trace[1956166800] 'read index received' (duration: 98.006384ms)","trace[1956166800] 'applied index is now lower than readState.Index' (duration: 385.021267ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:26:52.956896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.182674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-13T02:26:52.956964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.463157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-13T02:26:52.956996Z","caller":"traceutil/trace.go:171","msg":"trace[694184258] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5409; }","duration":"483.35931ms","start":"2026-05-13T02:26:52.473616Z","end":"2026-05-13T02:26:52.956975Z","steps":["trace[694184258] 'agreement among raft nodes before linearized reading' (duration: 483.152774ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:26:52.957014Z","caller":"traceutil/trace.go:171","msg":"trace[905242640] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5409; }","duration":"482.560089ms","start":"2026-05-13T02:26:52.474439Z","end":"2026-05-13T02:26:52.956999Z","steps":["trace[905242640] 'agreement among raft nodes before linearized reading' (duration: 482.460636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:26:52.957045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:26:52.473594Z","time spent":"483.441531ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T02:26:52.95705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:26:52.474385Z","time spent":"482.657921ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-13T02:26:52.957034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.547029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-13T02:26:52.957069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.971665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-13T02:26:52.957146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.835401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6kz88\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-13T02:26:52.957194Z","caller":"traceutil/trace.go:171","msg":"trace[1897271762] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6kz88; range_end:; response_count:1; response_revision:5409; }","duration":"481.933883ms","start":"2026-05-13T02:26:52.475248Z","end":"2026-05-13T02:26:52.957182Z","steps":["trace[1897271762] 'agreement among raft nodes before linearized reading' (duration: 481.746728ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:26:52.957205Z","caller":"traceutil/trace.go:171","msg":"trace[1985269478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5409; }","duration":"482.15454ms","start":"2026-05-13T02:26:52.475024Z","end":"2026-05-13T02:26:52.957178Z","steps":["trace[1985269478] 'agreement among raft nodes before linearized reading' (duration: 481.81638ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:26:52.957239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:26:52.475219Z","time spent":"482.012885ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-6kz88\" "} {"level":"warn","ts":"2026-05-13T02:26:52.957192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.191695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:26:52.957118Z","caller":"traceutil/trace.go:171","msg":"trace[1857147941] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5409; }","duration":"482.671122ms","start":"2026-05-13T02:26:52.474428Z","end":"2026-05-13T02:26:52.957099Z","steps":["trace[1857147941] 'agreement among raft nodes before linearized reading' (duration: 482.388844ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:26:52.957365Z","caller":"traceutil/trace.go:171","msg":"trace[1752441196] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:5409; }","duration":"442.480243ms","start":"2026-05-13T02:26:52.514842Z","end":"2026-05-13T02:26:52.957322Z","steps":["trace[1752441196] 'agreement among raft nodes before linearized reading' (duration: 442.148675ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:26:52.957443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:26:52.514805Z","time spent":"442.620037ms","remote":"127.0.0.1:39664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"warn","ts":"2026-05-13T02:26:52.957266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:26:52.475012Z","time spent":"482.243082ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-13T02:26:52.95771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.470988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-13T02:26:52.95784Z","caller":"traceutil/trace.go:171","msg":"trace[350820103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5409; }","duration":"483.250887ms","start":"2026-05-13T02:26:52.474563Z","end":"2026-05-13T02:26:52.957814Z","steps":["trace[350820103] 'agreement among raft nodes before linearized reading' (duration: 482.336003ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:26:52.957908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:26:52.474418Z","time spent":"483.026401ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-13T02:26:52.958792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:26:52.474557Z","time spent":"484.20679ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-13T02:26:54.7416Z","caller":"traceutil/trace.go:171","msg":"trace[2069161440] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"163.373931ms","start":"2026-05-13T02:26:54.578193Z","end":"2026-05-13T02:26:54.741566Z","steps":["trace[2069161440] 'process raft request' (duration: 163.096213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:26:54.742312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.026435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:778837"} {"level":"info","ts":"2026-05-13T02:26:54.742553Z","caller":"traceutil/trace.go:171","msg":"trace[1455739880] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5448; }","duration":"100.298262ms","start":"2026-05-13T02:26:54.642227Z","end":"2026-05-13T02:26:54.742525Z","steps":["trace[1455739880] 'agreement among raft nodes before linearized reading' (duration: 99.352578ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:27:01.228657Z","caller":"traceutil/trace.go:171","msg":"trace[1223444236] transaction","detail":"{read_only:false; response_revision:5592; number_of_response:1; }","duration":"197.848163ms","start":"2026-05-13T02:27:01.030768Z","end":"2026-05-13T02:27:01.228616Z","steps":["trace[1223444236] 'process raft request' (duration: 180.174705ms)","trace[1223444236] 'compare' (duration: 17.420812ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:27:01.228962Z","caller":"traceutil/trace.go:171","msg":"trace[1241272034] transaction","detail":"{read_only:false; response_revision:5593; number_of_response:1; }","duration":"198.12383ms","start":"2026-05-13T02:27:01.03079Z","end":"2026-05-13T02:27:01.228914Z","steps":["trace[1241272034] 'process raft request' (duration: 197.775262ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:27:01.229396Z","caller":"traceutil/trace.go:171","msg":"trace[1330759021] transaction","detail":"{read_only:false; response_revision:5594; number_of_response:1; }","duration":"198.350075ms","start":"2026-05-13T02:27:01.031011Z","end":"2026-05-13T02:27:01.229361Z","steps":["trace[1330759021] 'process raft request' (duration: 197.848713ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:27:01.229512Z","caller":"traceutil/trace.go:171","msg":"trace[1047067515] linearizableReadLoop","detail":"{readStateIndex:5805; appliedIndex:5800; }","duration":"196.003677ms","start":"2026-05-13T02:27:01.033488Z","end":"2026-05-13T02:27:01.229492Z","steps":["trace[1047067515] 'read index received' (duration: 15.845711ms)","trace[1047067515] 'applied index is now lower than readState.Index' (duration: 180.156206ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:27:01.229629Z","caller":"traceutil/trace.go:171","msg":"trace[1570688944] transaction","detail":"{read_only:false; response_revision:5595; number_of_response:1; }","duration":"198.150282ms","start":"2026-05-13T02:27:01.031424Z","end":"2026-05-13T02:27:01.229574Z","steps":["trace[1570688944] 'process raft request' (duration: 197.887084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:01.229891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.378467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62895"} {"level":"info","ts":"2026-05-13T02:27:01.229958Z","caller":"traceutil/trace.go:171","msg":"trace[997743180] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5595; }","duration":"196.49624ms","start":"2026-05-13T02:27:01.033438Z","end":"2026-05-13T02:27:01.229934Z","steps":["trace[997743180] 'agreement among raft nodes before linearized reading' (duration: 196.11691ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:27:03.562512Z","caller":"traceutil/trace.go:171","msg":"trace[1700540761] transaction","detail":"{read_only:false; response_revision:5611; number_of_response:1; }","duration":"228.262724ms","start":"2026-05-13T02:27:03.334184Z","end":"2026-05-13T02:27:03.562447Z","steps":["trace[1700540761] 'process raft request' (duration: 227.719171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:03.917209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.933178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-13T02:27:03.917378Z","caller":"traceutil/trace.go:171","msg":"trace[397339032] linearizableReadLoop","detail":"{readStateIndex:5825; appliedIndex:5824; }","duration":"135.948346ms","start":"2026-05-13T02:27:03.781402Z","end":"2026-05-13T02:27:03.91735Z","steps":["trace[397339032] 'read index received' (duration: 34.652209ms)","trace[397339032] 'applied index is now lower than readState.Index' (duration: 101.294156ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:27:03.917485Z","caller":"traceutil/trace.go:171","msg":"trace[601359406] transaction","detail":"{read_only:false; response_revision:5613; number_of_response:1; }","duration":"347.047125ms","start":"2026-05-13T02:27:03.57036Z","end":"2026-05-13T02:27:03.917408Z","steps":["trace[601359406] 'process raft request' (duration: 245.769269ms)","trace[601359406] 'compare' (duration: 100.660691ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:27:03.917703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.302805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-6c787\" ","response":"range_response_count:1 size:5852"} {"level":"info","ts":"2026-05-13T02:27:03.91777Z","caller":"traceutil/trace.go:171","msg":"trace[2106623934] range","detail":"{range_begin:/registry/pods/monitoring/vector-6c787; range_end:; response_count:1; response_revision:5613; }","duration":"136.412938ms","start":"2026-05-13T02:27:03.78134Z","end":"2026-05-13T02:27:03.917753Z","steps":["trace[2106623934] 'agreement among raft nodes before linearized reading' (duration: 136.163781ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:03.917796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.769758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:27:03.917919Z","caller":"traceutil/trace.go:171","msg":"trace[1924792297] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5613; }","duration":"129.985464ms","start":"2026-05-13T02:27:03.787899Z","end":"2026-05-13T02:27:03.917884Z","steps":["trace[1924792297] 'agreement among raft nodes before linearized reading' (duration: 129.763508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:03.917931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:03.570327Z","time spent":"347.350843ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129532,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:27:04.963527Z","caller":"traceutil/trace.go:171","msg":"trace[2105238740] transaction","detail":"{read_only:false; response_revision:5640; number_of_response:1; }","duration":"100.841305ms","start":"2026-05-13T02:27:04.862657Z","end":"2026-05-13T02:27:04.963499Z","steps":["trace[2105238740] 'process raft request' (duration: 100.579149ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:27:05.20857Z","caller":"traceutil/trace.go:171","msg":"trace[1090849302] transaction","detail":"{read_only:false; response_revision:5642; number_of_response:1; }","duration":"327.195402ms","start":"2026-05-13T02:27:04.881343Z","end":"2026-05-13T02:27:05.208539Z","steps":["trace[1090849302] 'process raft request' (duration: 327.105409ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:27:05.208597Z","caller":"traceutil/trace.go:171","msg":"trace[658506142] transaction","detail":"{read_only:false; response_revision:5641; number_of_response:1; }","duration":"336.083747ms","start":"2026-05-13T02:27:04.87247Z","end":"2026-05-13T02:27:05.208554Z","steps":["trace[658506142] 'process raft request' (duration: 335.779829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:05.208824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:04.872449Z","time spent":"336.263731ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:27:05.208795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:04.881323Z","time spent":"327.353006ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:27:05.209034Z","caller":"traceutil/trace.go:171","msg":"trace[1546966196] transaction","detail":"{read_only:false; response_revision:5643; number_of_response:1; }","duration":"323.111997ms","start":"2026-05-13T02:27:04.885859Z","end":"2026-05-13T02:27:05.208971Z","steps":["trace[1546966196] 'process raft request' (duration: 322.634095ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:27:05.20912Z","caller":"traceutil/trace.go:171","msg":"trace[2133927361] transaction","detail":"{read_only:false; response_revision:5644; number_of_response:1; }","duration":"317.391683ms","start":"2026-05-13T02:27:04.891683Z","end":"2026-05-13T02:27:05.209075Z","steps":["trace[2133927361] 'process raft request' (duration: 317.127446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:05.209363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:04.885846Z","time spent":"323.370145ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:27:05.209086Z","caller":"traceutil/trace.go:171","msg":"trace[591614689] transaction","detail":"{read_only:false; response_revision:5645; number_of_response:1; }","duration":"259.122136ms","start":"2026-05-13T02:27:04.949945Z","end":"2026-05-13T02:27:05.209068Z","steps":["trace[591614689] 'process raft request' (duration: 259.013483ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:05.209695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:04.891671Z","time spent":"317.741891ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:27:05.469049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.950986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-13T02:27:05.469148Z","caller":"traceutil/trace.go:171","msg":"trace[1399740658] linearizableReadLoop","detail":"{readStateIndex:5858; appliedIndex:5854; }","duration":"397.654238ms","start":"2026-05-13T02:27:05.071477Z","end":"2026-05-13T02:27:05.469132Z","steps":["trace[1399740658] 'read index received' (duration: 137.108285ms)","trace[1399740658] 'applied index is now lower than readState.Index' (duration: 260.544983ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:27:05.469236Z","caller":"traceutil/trace.go:171","msg":"trace[483228860] transaction","detail":"{read_only:false; response_revision:5646; number_of_response:1; }","duration":"503.409588ms","start":"2026-05-13T02:27:04.965818Z","end":"2026-05-13T02:27:05.469227Z","steps":["trace[483228860] 'process raft request' (duration: 365.208166ms)","trace[483228860] 'compare' (duration: 137.645178ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:27:05.469283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:04.965776Z","time spent":"503.48893ms","remote":"127.0.0.1:39654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T02:27:05.469704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.225892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-13T02:27:05.469696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.021855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-13T02:27:05.46972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.024419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6kz88\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-13T02:27:05.469792Z","caller":"traceutil/trace.go:171","msg":"trace[261823258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5646; }","duration":"218.17562ms","start":"2026-05-13T02:27:05.251592Z","end":"2026-05-13T02:27:05.469767Z","steps":["trace[261823258] 'agreement among raft nodes before linearized reading' (duration: 217.822431ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:05.469756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.836441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-13T02:27:05.469737Z","caller":"traceutil/trace.go:171","msg":"trace[71029780] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5646; }","duration":"398.316825ms","start":"2026-05-13T02:27:05.071409Z","end":"2026-05-13T02:27:05.469726Z","steps":["trace[71029780] 'agreement among raft nodes before linearized reading' (duration: 398.162951ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:27:05.469834Z","caller":"traceutil/trace.go:171","msg":"trace[746023061] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6kz88; range_end:; response_count:1; response_revision:5646; }","duration":"217.173453ms","start":"2026-05-13T02:27:05.252636Z","end":"2026-05-13T02:27:05.46981Z","steps":["trace[746023061] 'agreement among raft nodes before linearized reading' (duration: 216.832594ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:05.469885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:05.071378Z","time spent":"398.496048ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-13T02:27:05.469894Z","caller":"traceutil/trace.go:171","msg":"trace[1986623376] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5646; }","duration":"218.052226ms","start":"2026-05-13T02:27:05.251811Z","end":"2026-05-13T02:27:05.469864Z","steps":["trace[1986623376] 'agreement among raft nodes before linearized reading' (duration: 217.705047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:05.469701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.46435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-13T02:27:05.469969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.146619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-13T02:27:05.470203Z","caller":"traceutil/trace.go:171","msg":"trace[1103111587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5646; }","duration":"218.443486ms","start":"2026-05-13T02:27:05.25173Z","end":"2026-05-13T02:27:05.470173Z","steps":["trace[1103111587] 'agreement among raft nodes before linearized reading' (duration: 217.992995ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:05.469894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.722909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:27:05.470347Z","caller":"traceutil/trace.go:171","msg":"trace[1773082669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5646; }","duration":"149.393816ms","start":"2026-05-13T02:27:05.320937Z","end":"2026-05-13T02:27:05.470331Z","steps":["trace[1773082669] 'agreement among raft nodes before linearized reading' (duration: 148.679578ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:27:05.470398Z","caller":"traceutil/trace.go:171","msg":"trace[849512746] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5646; }","duration":"217.928503ms","start":"2026-05-13T02:27:05.252166Z","end":"2026-05-13T02:27:05.470094Z","steps":["trace[849512746] 'agreement among raft nodes before linearized reading' (duration: 217.360389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:05.788266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.328444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-13T02:27:05.788416Z","caller":"traceutil/trace.go:171","msg":"trace[525077016] transaction","detail":"{read_only:false; response_revision:5647; number_of_response:1; }","duration":"313.267559ms","start":"2026-05-13T02:27:05.475121Z","end":"2026-05-13T02:27:05.788389Z","steps":["trace[525077016] 'process raft request' (duration: 137.6973ms)","trace[525077016] 'compare' (duration: 174.885602ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:27:05.788482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:05.475086Z","time spent":"313.371482ms","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":524,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-13T02:27:05.840544Z","caller":"traceutil/trace.go:171","msg":"trace[426900062] transaction","detail":"{read_only:false; response_revision:5650; number_of_response:1; }","duration":"365.044791ms","start":"2026-05-13T02:27:05.475457Z","end":"2026-05-13T02:27:05.840502Z","steps":["trace[426900062] 'process raft request' (duration: 364.936467ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:27:05.840625Z","caller":"traceutil/trace.go:171","msg":"trace[756494192] transaction","detail":"{read_only:false; response_revision:5649; number_of_response:1; }","duration":"365.261657ms","start":"2026-05-13T02:27:05.475301Z","end":"2026-05-13T02:27:05.840563Z","steps":["trace[756494192] 'process raft request' (duration: 365.004139ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:27:05.840583Z","caller":"traceutil/trace.go:171","msg":"trace[691612260] transaction","detail":"{read_only:false; response_revision:5648; number_of_response:1; }","duration":"365.328259ms","start":"2026-05-13T02:27:05.4752Z","end":"2026-05-13T02:27:05.840528Z","steps":["trace[691612260] 'process raft request' (duration: 364.909677ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:05.840809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:05.475428Z","time spent":"365.250047ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:27:05.840875Z","caller":"traceutil/trace.go:171","msg":"trace[1312737923] linearizableReadLoop","detail":"{readStateIndex:5865; appliedIndex:5858; }","duration":"362.711743ms","start":"2026-05-13T02:27:05.47813Z","end":"2026-05-13T02:27:05.840842Z","steps":["trace[1312737923] 'read index received' (duration: 134.657223ms)","trace[1312737923] 'applied index is now lower than readState.Index' (duration: 228.05344ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:27:05.840914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:05.475264Z","time spent":"365.471912ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:27:05.841019Z","caller":"traceutil/trace.go:171","msg":"trace[1297796445] transaction","detail":"{read_only:false; response_revision:5653; number_of_response:1; }","duration":"363.646826ms","start":"2026-05-13T02:27:05.477358Z","end":"2026-05-13T02:27:05.841005Z","steps":["trace[1297796445] 'process raft request' (duration: 363.438581ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:27:05.841054Z","caller":"traceutil/trace.go:171","msg":"trace[822699575] transaction","detail":"{read_only:false; response_revision:5651; number_of_response:1; }","duration":"365.41676ms","start":"2026-05-13T02:27:05.475616Z","end":"2026-05-13T02:27:05.841032Z","steps":["trace[822699575] 'process raft request' (duration: 364.830005ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:05.841094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:05.477341Z","time spent":"363.718147ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:27:05.841206Z","caller":"traceutil/trace.go:171","msg":"trace[215802531] transaction","detail":"{read_only:false; response_revision:5652; number_of_response:1; }","duration":"364.23157ms","start":"2026-05-13T02:27:05.476956Z","end":"2026-05-13T02:27:05.841188Z","steps":["trace[215802531] 'process raft request' (duration: 363.702507ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:05.840867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:05.475164Z","time spent":"365.606306ms","remote":"127.0.0.1:39742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1005,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T02:27:05.841264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.086292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70554"} {"level":"warn","ts":"2026-05-13T02:27:05.841285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:05.47694Z","time spent":"364.309602ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:27:05.841301Z","caller":"traceutil/trace.go:171","msg":"trace[1117456447] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5653; }","duration":"363.187594ms","start":"2026-05-13T02:27:05.478102Z","end":"2026-05-13T02:27:05.84129Z","steps":["trace[1117456447] 'agreement among raft nodes before linearized reading' (duration: 362.901497ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:05.841337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:05.478092Z","time spent":"363.236645ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":70578,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-13T02:27:05.841437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.736868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-13T02:27:05.841492Z","caller":"traceutil/trace.go:171","msg":"trace[2043339544] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5653; }","duration":"176.887643ms","start":"2026-05-13T02:27:05.664594Z","end":"2026-05-13T02:27:05.841482Z","steps":["trace[2043339544] 'agreement among raft nodes before linearized reading' (duration: 176.664317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:05.842384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:05.475575Z","time spent":"365.532713ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:27:05.962066Z","caller":"traceutil/trace.go:171","msg":"trace[391075758] transaction","detail":"{read_only:false; response_revision:5654; number_of_response:1; }","duration":"104.166719ms","start":"2026-05-13T02:27:05.857851Z","end":"2026-05-13T02:27:05.962018Z","steps":["trace[391075758] 'process raft request' (duration: 103.80457ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:27:06.258556Z","caller":"traceutil/trace.go:171","msg":"trace[1572067436] linearizableReadLoop","detail":"{readStateIndex:5868; appliedIndex:5866; }","duration":"288.401549ms","start":"2026-05-13T02:27:05.970119Z","end":"2026-05-13T02:27:06.258521Z","steps":["trace[1572067436] 'read index received' (duration: 51.692099ms)","trace[1572067436] 'applied index is now lower than readState.Index' (duration: 236.70778ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:27:06.259427Z","caller":"traceutil/trace.go:171","msg":"trace[1488937299] transaction","detail":"{read_only:false; response_revision:5658; number_of_response:1; }","duration":"289.114527ms","start":"2026-05-13T02:27:05.970267Z","end":"2026-05-13T02:27:06.259382Z","steps":["trace[1488937299] 'process raft request' (duration: 288.197764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:06.259673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.508116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-13T02:27:06.259814Z","caller":"traceutil/trace.go:171","msg":"trace[760668050] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5658; }","duration":"289.711021ms","start":"2026-05-13T02:27:05.97007Z","end":"2026-05-13T02:27:06.259781Z","steps":["trace[760668050] 'agreement among raft nodes before linearized reading' (duration: 289.327831ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:27:06.260042Z","caller":"traceutil/trace.go:171","msg":"trace[1863185624] transaction","detail":"{read_only:false; response_revision:5656; number_of_response:1; }","duration":"291.104637ms","start":"2026-05-13T02:27:05.968915Z","end":"2026-05-13T02:27:06.26002Z","steps":["trace[1863185624] 'process raft request' (duration: 289.252411ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:06.260242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.13173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-6588d64978-j6x6m\" ","response":"range_response_count:1 size:11848"} {"level":"info","ts":"2026-05-13T02:27:06.260327Z","caller":"traceutil/trace.go:171","msg":"trace[1354727116] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-6588d64978-j6x6m; range_end:; response_count:1; response_revision:5658; }","duration":"194.258273ms","start":"2026-05-13T02:27:06.066043Z","end":"2026-05-13T02:27:06.260302Z","steps":["trace[1354727116] 'agreement among raft nodes before linearized reading' (duration: 194.062118ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:27:06.260568Z","caller":"traceutil/trace.go:171","msg":"trace[2044957115] transaction","detail":"{read_only:false; response_revision:5657; number_of_response:1; }","duration":"289.708631ms","start":"2026-05-13T02:27:05.970249Z","end":"2026-05-13T02:27:06.259958Z","steps":["trace[2044957115] 'process raft request' (duration: 288.140522ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:27:06.434351Z","caller":"traceutil/trace.go:171","msg":"trace[622203017] linearizableReadLoop","detail":"{readStateIndex:5871; appliedIndex:5870; }","duration":"155.143461ms","start":"2026-05-13T02:27:06.279162Z","end":"2026-05-13T02:27:06.434306Z","steps":["trace[622203017] 'read index received' (duration: 110.47836ms)","trace[622203017] 'applied index is now lower than readState.Index' (duration: 44.662761ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:27:06.434805Z","caller":"traceutil/trace.go:171","msg":"trace[274966370] transaction","detail":"{read_only:false; response_revision:5659; number_of_response:1; }","duration":"161.813761ms","start":"2026-05-13T02:27:06.272971Z","end":"2026-05-13T02:27:06.434785Z","steps":["trace[274966370] 'process raft request' (duration: 116.148573ms)","trace[274966370] 'compare' (duration: 44.940959ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:27:06.435106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.483457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:27:06.435195Z","caller":"traceutil/trace.go:171","msg":"trace[2106286473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5659; }","duration":"113.647981ms","start":"2026-05-13T02:27:06.321526Z","end":"2026-05-13T02:27:06.435174Z","steps":["trace[2106286473] 'agreement among raft nodes before linearized reading' (duration: 113.497347ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:06.43557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.412894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-05-13T02:27:06.435593Z","caller":"traceutil/trace.go:171","msg":"trace[10306753] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5659; }","duration":"156.456825ms","start":"2026-05-13T02:27:06.279126Z","end":"2026-05-13T02:27:06.435583Z","steps":["trace[10306753] 'agreement among raft nodes before linearized reading' (duration: 156.341642ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:07.100677Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563885389,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T02:27:07.601266Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563885389,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T02:27:07.825308Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.380158196s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T02:27:07.825879Z","caller":"traceutil/trace.go:171","msg":"trace[188875500] transaction","detail":"{read_only:false; response_revision:5660; number_of_response:1; }","duration":"1.380797552s","start":"2026-05-13T02:27:06.445039Z","end":"2026-05-13T02:27:07.825836Z","steps":["trace[188875500] 'process raft request' (duration: 1.380565427s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:07.826207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:06.445009Z","time spent":"1.381057978s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:27:07.831246Z","caller":"traceutil/trace.go:171","msg":"trace[2039455941] transaction","detail":"{read_only:false; response_revision:5661; number_of_response:1; }","duration":"1.385885521s","start":"2026-05-13T02:27:06.445331Z","end":"2026-05-13T02:27:07.831216Z","steps":["trace[2039455941] 'process raft request' (duration: 1.385611404s)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:27:07.831353Z","caller":"traceutil/trace.go:171","msg":"trace[776110773] linearizableReadLoop","detail":"{readStateIndex:5878; appliedIndex:5872; }","duration":"1.231072137s","start":"2026-05-13T02:27:06.600267Z","end":"2026-05-13T02:27:07.831339Z","steps":["trace[776110773] 'read index received' (duration: 1.225703841s)","trace[776110773] 'applied index is now lower than readState.Index' (duration: 5.367246ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:27:07.831422Z","caller":"traceutil/trace.go:171","msg":"trace[1647906951] transaction","detail":"{read_only:false; response_revision:5664; number_of_response:1; }","duration":"616.238277ms","start":"2026-05-13T02:27:07.215174Z","end":"2026-05-13T02:27:07.831413Z","steps":["trace[1647906951] 'process raft request' (duration: 616.077343ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:07.831462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:06.445296Z","time spent":"1.386044245s","remote":"127.0.0.1:39742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1563,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:27:07.831501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:07.215166Z","time spent":"616.273348ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:27:07.831427Z","caller":"traceutil/trace.go:171","msg":"trace[2067855013] transaction","detail":"{read_only:false; response_revision:5663; number_of_response:1; }","duration":"616.442082ms","start":"2026-05-13T02:27:07.214941Z","end":"2026-05-13T02:27:07.831383Z","steps":["trace[2067855013] 'process raft request' (duration: 616.259238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:07.831704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:07.214892Z","time spent":"616.705328ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:27:07.831729Z","caller":"traceutil/trace.go:171","msg":"trace[2122047745] transaction","detail":"{read_only:false; response_revision:5665; number_of_response:1; }","duration":"616.124844ms","start":"2026-05-13T02:27:07.215594Z","end":"2026-05-13T02:27:07.831719Z","steps":["trace[2122047745] 'process raft request' (duration: 615.681323ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:07.831794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:07.215577Z","time spent":"616.183256ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:27:07.831729Z","caller":"traceutil/trace.go:171","msg":"trace[1845171272] transaction","detail":"{read_only:false; response_revision:5662; number_of_response:1; }","duration":"1.383673745s","start":"2026-05-13T02:27:06.44801Z","end":"2026-05-13T02:27:07.831684Z","steps":["trace[1845171272] 'process raft request' (duration: 1.38308717s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:07.83193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.261278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-13T02:27:07.831988Z","caller":"traceutil/trace.go:171","msg":"trace[1083061344] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5666; }","duration":"766.386641ms","start":"2026-05-13T02:27:07.065583Z","end":"2026-05-13T02:27:07.831969Z","steps":["trace[1083061344] 'agreement among raft nodes before linearized reading' (duration: 766.159925ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:07.831999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.415622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:27:07.832014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:06.447997Z","time spent":"1.383904891s","remote":"127.0.0.1:39946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:27:07.832031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:07.065552Z","time spent":"766.469143ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-13T02:27:07.832045Z","caller":"traceutil/trace.go:171","msg":"trace[211363968] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:5666; }","duration":"180.461463ms","start":"2026-05-13T02:27:07.651568Z","end":"2026-05-13T02:27:07.83203Z","steps":["trace[211363968] 'agreement among raft nodes before linearized reading' (duration: 180.376151ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:07.832086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.765188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:27:07.832126Z","caller":"traceutil/trace.go:171","msg":"trace[188714947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5666; }","duration":"509.84952ms","start":"2026-05-13T02:27:07.322265Z","end":"2026-05-13T02:27:07.832115Z","steps":["trace[188714947] 'agreement among raft nodes before linearized reading' (duration: 509.784029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:07.832155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:07.322241Z","time spent":"509.906682ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T02:27:07.832203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.609453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:27:07.832227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2319663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T02:27:07.832242Z","caller":"traceutil/trace.go:171","msg":"trace[130835843] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:5666; }","duration":"421.718516ms","start":"2026-05-13T02:27:07.410511Z","end":"2026-05-13T02:27:07.83223Z","steps":["trace[130835843] 'agreement among raft nodes before linearized reading' (duration: 421.619044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:07.832223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.075613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-13T02:27:07.832282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:07.410484Z","time spent":"421.787369ms","remote":"127.0.0.1:58088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-05-13T02:27:07.832306Z","caller":"traceutil/trace.go:171","msg":"trace[1346489260] transaction","detail":"{read_only:false; response_revision:5666; number_of_response:1; }","duration":"616.053282ms","start":"2026-05-13T02:27:07.216244Z","end":"2026-05-13T02:27:07.832297Z","steps":["trace[1346489260] 'process raft request' (duration: 615.056716ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:27:07.832336Z","caller":"traceutil/trace.go:171","msg":"trace[315022950] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:5666; }","duration":"444.245348ms","start":"2026-05-13T02:27:07.38806Z","end":"2026-05-13T02:27:07.832305Z","steps":["trace[315022950] 'agreement among raft nodes before linearized reading' (duration: 443.911519ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:07.832353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:07.216237Z","time spent":"616.091964ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:27:07.832391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:07.388033Z","time spent":"444.348511ms","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"info","ts":"2026-05-13T02:27:07.832265Z","caller":"traceutil/trace.go:171","msg":"trace[1778383173] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5666; }","duration":"1.232059673s","start":"2026-05-13T02:27:06.600195Z","end":"2026-05-13T02:27:07.832254Z","steps":["trace[1778383173] 'agreement among raft nodes before linearized reading' (duration: 1.23199139s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:07.832533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:06.600165Z","time spent":"1.23234191s","remote":"127.0.0.1:57818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-13T02:27:08.946197Z","caller":"traceutil/trace.go:171","msg":"trace[1649360665] transaction","detail":"{read_only:false; response_revision:5690; number_of_response:1; }","duration":"106.599662ms","start":"2026-05-13T02:27:08.839551Z","end":"2026-05-13T02:27:08.946151Z","steps":["trace[1649360665] 'process raft request' (duration: 106.342465ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:27:08.946138Z","caller":"traceutil/trace.go:171","msg":"trace[1291043123] linearizableReadLoop","detail":"{readStateIndex:5904; appliedIndex:5903; }","duration":"105.926304ms","start":"2026-05-13T02:27:08.840176Z","end":"2026-05-13T02:27:08.946102Z","steps":["trace[1291043123] 'read index received' (duration: 105.837742ms)","trace[1291043123] 'applied index is now lower than readState.Index' (duration: 87.172µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:27:08.946464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.251682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-gmx92\" ","response":"range_response_count:1 size:7972"} {"level":"info","ts":"2026-05-13T02:27:08.946561Z","caller":"traceutil/trace.go:171","msg":"trace[1846410479] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-gmx92; range_end:; response_count:1; response_revision:5690; }","duration":"106.415797ms","start":"2026-05-13T02:27:08.840122Z","end":"2026-05-13T02:27:08.946538Z","steps":["trace[1846410479] 'agreement among raft nodes before linearized reading' (duration: 106.058228ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:27:14.996937Z","caller":"traceutil/trace.go:171","msg":"trace[1447749406] transaction","detail":"{read_only:false; response_revision:5838; number_of_response:1; }","duration":"100.679471ms","start":"2026-05-13T02:27:14.896206Z","end":"2026-05-13T02:27:14.996885Z","steps":["trace[1447749406] 'process raft request' (duration: 100.371764ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:27:15.112562Z","caller":"traceutil/trace.go:171","msg":"trace[701630227] transaction","detail":"{read_only:false; response_revision:5839; number_of_response:1; }","duration":"104.906658ms","start":"2026-05-13T02:27:15.007616Z","end":"2026-05-13T02:27:15.112522Z","steps":["trace[701630227] 'process raft request' (duration: 98.904196ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:15.89135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.299009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:27:15.891485Z","caller":"traceutil/trace.go:171","msg":"trace[1360688879] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5855; }","duration":"255.492285ms","start":"2026-05-13T02:27:15.635951Z","end":"2026-05-13T02:27:15.891443Z","steps":["trace[1360688879] 'count revisions from in-memory index tree' (duration: 255.187797ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:27:16.308895Z","caller":"traceutil/trace.go:171","msg":"trace[435295916] transaction","detail":"{read_only:false; response_revision:5856; number_of_response:1; }","duration":"443.456148ms","start":"2026-05-13T02:27:15.86539Z","end":"2026-05-13T02:27:16.308846Z","steps":["trace[435295916] 'process raft request' (duration: 443.225182ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:16.309114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:15.865349Z","time spent":"443.649513ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:27:16.46763Z","caller":"traceutil/trace.go:171","msg":"trace[713998837] transaction","detail":"{read_only:false; response_revision:5857; number_of_response:1; }","duration":"602.003066ms","start":"2026-05-13T02:27:15.865579Z","end":"2026-05-13T02:27:16.467582Z","steps":["trace[713998837] 'process raft request' (duration: 560.414792ms)","trace[713998837] 'compare' (duration: 41.083741ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:27:16.467682Z","caller":"traceutil/trace.go:171","msg":"trace[1004394973] linearizableReadLoop","detail":"{readStateIndex:6075; appliedIndex:6071; }","duration":"567.447511ms","start":"2026-05-13T02:27:15.900205Z","end":"2026-05-13T02:27:16.467652Z","steps":["trace[1004394973] 'read index received' (duration: 408.504822ms)","trace[1004394973] 'applied index is now lower than readState.Index' (duration: 158.941408ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:27:16.467855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:15.865539Z","time spent":"602.201551ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:27:16.467991Z","caller":"traceutil/trace.go:171","msg":"trace[1790387737] transaction","detail":"{read_only:false; response_revision:5858; number_of_response:1; }","duration":"600.656962ms","start":"2026-05-13T02:27:15.867318Z","end":"2026-05-13T02:27:16.467975Z","steps":["trace[1790387737] 'process raft request' (duration: 600.1888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:16.468141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:15.867279Z","time spent":"600.757614ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:27:16.468241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.075677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:27:16.46836Z","caller":"traceutil/trace.go:171","msg":"trace[71821357] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5859; }","duration":"381.295633ms","start":"2026-05-13T02:27:16.087039Z","end":"2026-05-13T02:27:16.468334Z","steps":["trace[71821357] 'agreement among raft nodes before linearized reading' (duration: 381.048856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:16.468419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:16.087007Z","time spent":"381.399715ms","remote":"127.0.0.1:36014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-13T02:27:16.468489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.740227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-13T02:27:16.468574Z","caller":"traceutil/trace.go:171","msg":"trace[1325732460] transaction","detail":"{read_only:false; response_revision:5859; number_of_response:1; }","duration":"575.664258ms","start":"2026-05-13T02:27:15.892894Z","end":"2026-05-13T02:27:16.468558Z","steps":["trace[1325732460] 'process raft request' (duration: 574.711264ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:27:16.468699Z","caller":"traceutil/trace.go:171","msg":"trace[774420418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5859; }","duration":"568.064595ms","start":"2026-05-13T02:27:15.90056Z","end":"2026-05-13T02:27:16.468624Z","steps":["trace[774420418] 'agreement among raft nodes before linearized reading' (duration: 567.530621ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:16.468736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.528438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-13T02:27:16.468682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:15.892844Z","time spent":"575.797211ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:27:16.468827Z","caller":"traceutil/trace.go:171","msg":"trace[283848981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5859; }","duration":"568.674611ms","start":"2026-05-13T02:27:15.900134Z","end":"2026-05-13T02:27:16.468808Z","steps":["trace[283848981] 'agreement among raft nodes before linearized reading' (duration: 568.454806ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:16.468844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.690102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-13T02:27:16.468881Z","caller":"traceutil/trace.go:171","msg":"trace[1442201579] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5859; }","duration":"555.750133ms","start":"2026-05-13T02:27:15.913121Z","end":"2026-05-13T02:27:16.468871Z","steps":["trace[1442201579] 'agreement among raft nodes before linearized reading' (duration: 555.590199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:16.468882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:15.900106Z","time spent":"568.758844ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-13T02:27:16.468915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:15.913109Z","time spent":"555.800956ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-13T02:27:16.468756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.020916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb494335-d27c-4cfa-9ad0-3f075e9ac736\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-05-13T02:27:16.468922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.86764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-13T02:27:16.468965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.413113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-05-13T02:27:16.468983Z","caller":"traceutil/trace.go:171","msg":"trace[1499455541] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-eb494335-d27c-4cfa-9ad0-3f075e9ac736; range_end:; response_count:1; response_revision:5859; }","duration":"293.290903ms","start":"2026-05-13T02:27:16.17567Z","end":"2026-05-13T02:27:16.468961Z","steps":["trace[1499455541] 'agreement among raft nodes before linearized reading' (duration: 292.969684ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:27:16.469016Z","caller":"traceutil/trace.go:171","msg":"trace[393206205] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5859; }","duration":"446.521276ms","start":"2026-05-13T02:27:16.022483Z","end":"2026-05-13T02:27:16.469004Z","steps":["trace[393206205] 'agreement among raft nodes before linearized reading' (duration: 446.351741ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:16.469049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:16.02245Z","time spent":"446.591678ms","remote":"127.0.0.1:39608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-05-13T02:27:16.469034Z","caller":"traceutil/trace.go:171","msg":"trace[2014764414] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5859; }","duration":"199.085786ms","start":"2026-05-13T02:27:16.269917Z","end":"2026-05-13T02:27:16.469003Z","steps":["trace[2014764414] 'agreement among raft nodes before linearized reading' (duration: 198.744597ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:16.469081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.024911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb494335-d27c-4cfa-9ad0-3f075e9ac736\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-05-13T02:27:16.469111Z","caller":"traceutil/trace.go:171","msg":"trace[1485818406] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-eb494335-d27c-4cfa-9ad0-3f075e9ac736; range_end:; response_count:1; response_revision:5859; }","duration":"526.073872ms","start":"2026-05-13T02:27:15.943025Z","end":"2026-05-13T02:27:16.469099Z","steps":["trace[1485818406] 'agreement among raft nodes before linearized reading' (duration: 525.988159ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:16.469133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:15.943011Z","time spent":"526.116513ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3670,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb494335-d27c-4cfa-9ad0-3f075e9ac736\" "} {"level":"warn","ts":"2026-05-13T02:27:16.469119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.261096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-13T02:27:16.469237Z","caller":"traceutil/trace.go:171","msg":"trace[1779324183] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5859; }","duration":"567.448661ms","start":"2026-05-13T02:27:15.901749Z","end":"2026-05-13T02:27:16.469198Z","steps":["trace[1779324183] 'agreement among raft nodes before linearized reading' (duration: 567.05364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:16.4693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:15.901726Z","time spent":"567.562053ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-13T02:27:16.469353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.875321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6kz88\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-05-13T02:27:16.469419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.733252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-13T02:27:16.469422Z","caller":"traceutil/trace.go:171","msg":"trace[607858388] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6kz88; range_end:; response_count:1; response_revision:5859; }","duration":"565.965662ms","start":"2026-05-13T02:27:15.903441Z","end":"2026-05-13T02:27:16.469407Z","steps":["trace[607858388] 'agreement among raft nodes before linearized reading' (duration: 565.796158ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:27:16.469456Z","caller":"traceutil/trace.go:171","msg":"trace[1350310330] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5859; }","duration":"568.808984ms","start":"2026-05-13T02:27:15.900639Z","end":"2026-05-13T02:27:16.469448Z","steps":["trace[1350310330] 'agreement among raft nodes before linearized reading' (duration: 568.714152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:16.46948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:15.900616Z","time spent":"568.858056ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T02:27:16.469475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:15.90343Z","time spent":"566.033635ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-6kz88\" "} {"level":"warn","ts":"2026-05-13T02:27:16.470689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:15.900552Z","time spent":"568.244ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T02:27:17.242213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.111547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-13T02:27:17.243306Z","caller":"traceutil/trace.go:171","msg":"trace[69681943] transaction","detail":"{read_only:false; response_revision:5860; number_of_response:1; }","duration":"767.942941ms","start":"2026-05-13T02:27:16.475336Z","end":"2026-05-13T02:27:17.243279Z","steps":["trace[69681943] 'process raft request' (duration: 269.601462ms)","trace[69681943] 'compare' (duration: 496.724968ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:27:17.243402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:16.475314Z","time spent":"768.040693ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:27:18.274369Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.529452949s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T02:27:18.322667Z","caller":"traceutil/trace.go:171","msg":"trace[732528388] transaction","detail":"{read_only:false; response_revision:5861; number_of_response:1; }","duration":"1.846463163s","start":"2026-05-13T02:27:16.476171Z","end":"2026-05-13T02:27:18.322635Z","steps":["trace[732528388] 'process raft request' (duration: 1.798473737s)","trace[732528388] 'compare' (duration: 47.198046ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:27:18.322858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:16.476139Z","time spent":"1.846614536s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:27:18.323047Z","caller":"traceutil/trace.go:171","msg":"trace[930208093] transaction","detail":"{read_only:false; response_revision:5863; number_of_response:1; }","duration":"1.84560059s","start":"2026-05-13T02:27:16.477432Z","end":"2026-05-13T02:27:18.323032Z","steps":["trace[930208093] 'process raft request' (duration: 1.84518945s)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:27:18.323024Z","caller":"traceutil/trace.go:171","msg":"trace[556436211] transaction","detail":"{read_only:false; response_revision:5864; number_of_response:1; }","duration":"1.844994415s","start":"2026-05-13T02:27:16.47799Z","end":"2026-05-13T02:27:18.322985Z","steps":["trace[556436211] 'process raft request' (duration: 1.844680867s)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:27:18.323056Z","caller":"traceutil/trace.go:171","msg":"trace[27054920] transaction","detail":"{read_only:false; response_revision:5865; number_of_response:1; }","duration":"1.845033206s","start":"2026-05-13T02:27:16.477992Z","end":"2026-05-13T02:27:18.323025Z","steps":["trace[27054920] 'process raft request' (duration: 1.844762229s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:18.323128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:16.477392Z","time spent":"1.845698363s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:27:18.323102Z","caller":"traceutil/trace.go:171","msg":"trace[1476837265] transaction","detail":"{read_only:false; response_revision:5862; number_of_response:1; }","duration":"1.845805817s","start":"2026-05-13T02:27:16.477248Z","end":"2026-05-13T02:27:18.323054Z","steps":["trace[1476837265] 'process raft request' (duration: 1.845233352s)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:27:18.323158Z","caller":"traceutil/trace.go:171","msg":"trace[281341723] linearizableReadLoop","detail":"{readStateIndex:6077; appliedIndex:6075; }","duration":"1.845980441s","start":"2026-05-13T02:27:16.477156Z","end":"2026-05-13T02:27:18.323136Z","steps":["trace[281341723] 'read index received' (duration: 267.739255ms)","trace[281341723] 'applied index is now lower than readState.Index' (duration: 1.578238726s)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:27:18.323216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:16.477984Z","time spent":"1.845137788s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:27:18.323243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:16.477979Z","time spent":"1.845141008s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:27:18.323303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:16.477241Z","time spent":"1.84595473s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:27:18.323515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846340891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80043"} {"level":"info","ts":"2026-05-13T02:27:18.323583Z","caller":"traceutil/trace.go:171","msg":"trace[1907801070] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5865; }","duration":"1.846428912s","start":"2026-05-13T02:27:16.477139Z","end":"2026-05-13T02:27:18.323567Z","steps":["trace[1907801070] 'agreement among raft nodes before linearized reading' (duration: 1.846096913s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:18.323644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:16.477129Z","time spent":"1.846496945s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80067,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-13T02:27:18.335092Z","caller":"traceutil/trace.go:171","msg":"trace[591308562] transaction","detail":"{read_only:false; response_revision:5866; number_of_response:1; }","duration":"725.065155ms","start":"2026-05-13T02:27:17.609996Z","end":"2026-05-13T02:27:18.335061Z","steps":["trace[591308562] 'process raft request' (duration: 724.89137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:18.335276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:17.609964Z","time spent":"725.204388ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:27:18.346467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.66969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb494335-d27c-4cfa-9ad0-3f075e9ac736\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-05-13T02:27:18.346538Z","caller":"traceutil/trace.go:171","msg":"trace[1014125787] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-eb494335-d27c-4cfa-9ad0-3f075e9ac736; range_end:; response_count:1; response_revision:5867; }","duration":"871.792713ms","start":"2026-05-13T02:27:17.474727Z","end":"2026-05-13T02:27:18.34652Z","steps":["trace[1014125787] 'agreement among raft nodes before linearized reading' (duration: 871.65677ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:18.346578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:17.474692Z","time spent":"871.876405ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3790,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb494335-d27c-4cfa-9ad0-3f075e9ac736\" "} {"level":"warn","ts":"2026-05-13T02:27:18.346551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803019173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-13T02:27:18.34673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.093453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:27:18.346808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150141327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:27:18.347009Z","caller":"traceutil/trace.go:171","msg":"trace[745238528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5867; }","duration":"1.150419795s","start":"2026-05-13T02:27:17.196572Z","end":"2026-05-13T02:27:18.346992Z","steps":["trace[745238528] 'agreement among raft nodes before linearized reading' (duration: 1.150172269s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:18.347027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.860154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-13T02:27:18.347059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:17.196539Z","time spent":"1.150510146s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T02:27:18.346823Z","caller":"traceutil/trace.go:171","msg":"trace[1417355572] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:5867; }","duration":"498.256227ms","start":"2026-05-13T02:27:17.848544Z","end":"2026-05-13T02:27:18.3468Z","steps":["trace[1417355572] 'agreement among raft nodes before linearized reading' (duration: 498.087483ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:18.347158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:17.84851Z","time spent":"498.614476ms","remote":"127.0.0.1:58078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-13T02:27:18.346563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024445732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:27:18.347252Z","caller":"traceutil/trace.go:171","msg":"trace[825481502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5867; }","duration":"1.025185781s","start":"2026-05-13T02:27:17.322039Z","end":"2026-05-13T02:27:18.347224Z","steps":["trace[825481502] 'agreement among raft nodes before linearized reading' (duration: 1.024436842s)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:27:18.347226Z","caller":"traceutil/trace.go:171","msg":"trace[1690204421] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:5867; }","duration":"957.974327ms","start":"2026-05-13T02:27:17.389092Z","end":"2026-05-13T02:27:18.347066Z","steps":["trace[1690204421] 'agreement among raft nodes before linearized reading' (duration: 957.670369ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:18.346857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507343189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-13T02:27:18.347331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:17.322Z","time spent":"1.025310654s","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T02:27:18.346709Z","caller":"traceutil/trace.go:171","msg":"trace[125025015] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5867; }","duration":"1.803183766s","start":"2026-05-13T02:27:16.543469Z","end":"2026-05-13T02:27:18.346652Z","steps":["trace[125025015] 'agreement among raft nodes before linearized reading' (duration: 1.802845598s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:18.347374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:17.389042Z","time spent":"958.280745ms","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"warn","ts":"2026-05-13T02:27:18.347473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:16.543451Z","time spent":"1.804000087s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-13T02:27:18.347345Z","caller":"traceutil/trace.go:171","msg":"trace[1206386282] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5867; }","duration":"1.507885922s","start":"2026-05-13T02:27:16.839442Z","end":"2026-05-13T02:27:18.347328Z","steps":["trace[1206386282] 'agreement among raft nodes before linearized reading' (duration: 1.507330198s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:18.348102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:16.839413Z","time spent":"1.50858603s","remote":"127.0.0.1:39804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":28,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-05-13T02:27:24.859102Z","caller":"traceutil/trace.go:171","msg":"trace[243795573] transaction","detail":"{read_only:false; response_revision:5952; number_of_response:1; }","duration":"482.354464ms","start":"2026-05-13T02:27:24.376717Z","end":"2026-05-13T02:27:24.859072Z","steps":["trace[243795573] 'process raft request' (duration: 481.942143ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:24.859305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:24.376678Z","time spent":"482.521178ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:27:24.85993Z","caller":"traceutil/trace.go:171","msg":"trace[1221933805] transaction","detail":"{read_only:false; response_revision:5953; number_of_response:1; }","duration":"481.269476ms","start":"2026-05-13T02:27:24.378628Z","end":"2026-05-13T02:27:24.859898Z","steps":["trace[1221933805] 'process raft request' (duration: 480.977458ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:27:24.859929Z","caller":"traceutil/trace.go:171","msg":"trace[1789907470] transaction","detail":"{read_only:false; response_revision:5955; number_of_response:1; }","duration":"361.637454ms","start":"2026-05-13T02:27:24.498262Z","end":"2026-05-13T02:27:24.859899Z","steps":["trace[1789907470] 'process raft request' (duration: 361.557242ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:24.860015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:24.378598Z","time spent":"481.377369ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:27:24.859994Z","caller":"traceutil/trace.go:171","msg":"trace[1986239887] linearizableReadLoop","detail":"{readStateIndex:6172; appliedIndex:6170; }","duration":"474.32556ms","start":"2026-05-13T02:27:24.385641Z","end":"2026-05-13T02:27:24.859966Z","steps":["trace[1986239887] 'read index received' (duration: 473.068477ms)","trace[1986239887] 'applied index is now lower than readState.Index' (duration: 1.255632ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:27:24.860173Z","caller":"traceutil/trace.go:171","msg":"trace[1552052685] transaction","detail":"{read_only:false; response_revision:5954; number_of_response:1; }","duration":"362.139456ms","start":"2026-05-13T02:27:24.498025Z","end":"2026-05-13T02:27:24.860165Z","steps":["trace[1552052685] 'process raft request' (duration: 361.759067ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:24.860191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.529894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-13T02:27:24.860237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:24.497963Z","time spent":"362.25278ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:27:24.860238Z","caller":"traceutil/trace.go:171","msg":"trace[1867547058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5956; }","duration":"474.619237ms","start":"2026-05-13T02:27:24.385609Z","end":"2026-05-13T02:27:24.860228Z","steps":["trace[1867547058] 'agreement among raft nodes before linearized reading' (duration: 474.438063ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:24.860276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:24.385585Z","time spent":"474.68335ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-13T02:27:24.860128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:24.498246Z","time spent":"361.766928ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:27:24.860398Z","caller":"traceutil/trace.go:171","msg":"trace[663502661] transaction","detail":"{read_only:false; response_revision:5956; number_of_response:1; }","duration":"361.687665ms","start":"2026-05-13T02:27:24.498665Z","end":"2026-05-13T02:27:24.860352Z","steps":["trace[663502661] 'process raft request' (duration: 361.195713ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:24.860461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.383721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-13T02:27:24.860507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.165596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6kz88\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-13T02:27:24.860531Z","caller":"traceutil/trace.go:171","msg":"trace[760625731] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5956; }","duration":"474.478613ms","start":"2026-05-13T02:27:24.386001Z","end":"2026-05-13T02:27:24.86048Z","steps":["trace[760625731] 'agreement among raft nodes before linearized reading' (duration: 474.397391ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:27:24.860555Z","caller":"traceutil/trace.go:171","msg":"trace[1349518814] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6kz88; range_end:; response_count:1; response_revision:5956; }","duration":"474.225367ms","start":"2026-05-13T02:27:24.386317Z","end":"2026-05-13T02:27:24.860542Z","steps":["trace[1349518814] 'agreement among raft nodes before linearized reading' (duration: 474.085183ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:24.860562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:24.385983Z","time spent":"474.572456ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-13T02:27:24.860603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:24.38631Z","time spent":"474.272089ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-6kz88\" "} {"level":"warn","ts":"2026-05-13T02:27:24.860605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:24.498654Z","time spent":"361.83524ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:27:24.861192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.175811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-13T02:27:24.861237Z","caller":"traceutil/trace.go:171","msg":"trace[74373992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5956; }","duration":"475.234732ms","start":"2026-05-13T02:27:24.385992Z","end":"2026-05-13T02:27:24.861227Z","steps":["trace[74373992] 'agreement among raft nodes before linearized reading' (duration: 474.275558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:24.861268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:24.385983Z","time spent":"475.277984ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-13T02:27:30.78485Z","caller":"traceutil/trace.go:171","msg":"trace[1218866949] transaction","detail":"{read_only:false; response_revision:5994; number_of_response:1; }","duration":"599.151034ms","start":"2026-05-13T02:27:30.185645Z","end":"2026-05-13T02:27:30.784796Z","steps":["trace[1218866949] 'process raft request' (duration: 525.877687ms)","trace[1218866949] 'compare' (duration: 72.924288ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:27:30.785342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:30.185612Z","time spent":"599.37466ms","remote":"127.0.0.1:39742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:27:30.848816Z","caller":"traceutil/trace.go:171","msg":"trace[59980891] transaction","detail":"{read_only:false; response_revision:5995; number_of_response:1; }","duration":"662.846438ms","start":"2026-05-13T02:27:30.185937Z","end":"2026-05-13T02:27:30.848784Z","steps":["trace[59980891] 'process raft request' (duration: 662.646013ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:30.848998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:30.185897Z","time spent":"663.003082ms","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:27:30.849243Z","caller":"traceutil/trace.go:171","msg":"trace[196411310] linearizableReadLoop","detail":"{readStateIndex:6217; appliedIndex:6213; }","duration":"526.445192ms","start":"2026-05-13T02:27:30.322767Z","end":"2026-05-13T02:27:30.849212Z","steps":["trace[196411310] 'read index received' (duration: 388.759913ms)","trace[196411310] 'applied index is now lower than readState.Index' (duration: 137.684249ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:27:30.849274Z","caller":"traceutil/trace.go:171","msg":"trace[942320781] transaction","detail":"{read_only:false; response_revision:5996; number_of_response:1; }","duration":"663.136636ms","start":"2026-05-13T02:27:30.186044Z","end":"2026-05-13T02:27:30.84918Z","steps":["trace[942320781] 'process raft request' (duration: 662.695945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:30.84941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.625596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:27:30.84946Z","caller":"traceutil/trace.go:171","msg":"trace[133616027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5997; }","duration":"526.755239ms","start":"2026-05-13T02:27:30.322693Z","end":"2026-05-13T02:27:30.849448Z","steps":["trace[133616027] 'agreement among raft nodes before linearized reading' (duration: 526.648357ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:27:30.849314Z","caller":"traceutil/trace.go:171","msg":"trace[1498099385] transaction","detail":"{read_only:false; response_revision:5997; number_of_response:1; }","duration":"662.90658ms","start":"2026-05-13T02:27:30.186361Z","end":"2026-05-13T02:27:30.849268Z","steps":["trace[1498099385] 'process raft request' (duration: 662.720895ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:30.849645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:30.186004Z","time spent":"663.447164ms","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:27:30.849782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:30.18634Z","time spent":"663.296239ms","remote":"127.0.0.1:39742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:27:30.849506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:30.322667Z","time spent":"526.829681ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T02:27:31.379377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.895932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-13T02:27:31.379653Z","caller":"traceutil/trace.go:171","msg":"trace[570570543] transaction","detail":"{read_only:false; response_revision:6005; number_of_response:1; }","duration":"403.786193ms","start":"2026-05-13T02:27:30.975843Z","end":"2026-05-13T02:27:31.379629Z","steps":["trace[570570543] 'process raft request' (duration: 403.729221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:31.379734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:30.975834Z","time spent":"403.863595ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:27:31.379827Z","caller":"traceutil/trace.go:171","msg":"trace[1152317678] transaction","detail":"{read_only:false; response_revision:6004; number_of_response:1; }","duration":"403.987987ms","start":"2026-05-13T02:27:30.975809Z","end":"2026-05-13T02:27:31.379797Z","steps":["trace[1152317678] 'process raft request' (duration: 403.69975ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:27:31.37988Z","caller":"traceutil/trace.go:171","msg":"trace[940709197] transaction","detail":"{read_only:false; response_revision:6003; number_of_response:1; }","duration":"404.113081ms","start":"2026-05-13T02:27:30.975718Z","end":"2026-05-13T02:27:31.379831Z","steps":["trace[940709197] 'process raft request' (duration: 301.641335ms)","trace[940709197] 'compare' (duration: 101.703797ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:27:31.379988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:30.975797Z","time spent":"404.105151ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:27:31.380063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:30.975705Z","time spent":"404.259454ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:27:31.588759Z","caller":"traceutil/trace.go:171","msg":"trace[1943780325] linearizableReadLoop","detail":"{readStateIndex:6226; appliedIndex:6222; }","duration":"387.422568ms","start":"2026-05-13T02:27:31.201307Z","end":"2026-05-13T02:27:31.58873Z","steps":["trace[1943780325] 'read index received' (duration: 76.005137ms)","trace[1943780325] 'applied index is now lower than readState.Index' (duration: 311.416231ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:27:31.588868Z","caller":"traceutil/trace.go:171","msg":"trace[1356057520] transaction","detail":"{read_only:false; response_revision:6006; number_of_response:1; }","duration":"479.595133ms","start":"2026-05-13T02:27:31.10921Z","end":"2026-05-13T02:27:31.588805Z","steps":["trace[1356057520] 'process raft request' (duration: 479.339777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:31.589112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:31.109174Z","time spent":"479.811639ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:27:31.589158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.818309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-05-13T02:27:31.589245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.197721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-13T02:27:31.589268Z","caller":"traceutil/trace.go:171","msg":"trace[216428083] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6006; }","duration":"387.991703ms","start":"2026-05-13T02:27:31.201248Z","end":"2026-05-13T02:27:31.58924Z","steps":["trace[216428083] 'agreement among raft nodes before linearized reading' (duration: 387.637564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:31.58926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.22102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:27:31.58932Z","caller":"traceutil/trace.go:171","msg":"trace[263970664] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6006; }","duration":"280.342565ms","start":"2026-05-13T02:27:31.308961Z","end":"2026-05-13T02:27:31.589303Z","steps":["trace[263970664] 'agreement among raft nodes before linearized reading' (duration: 280.122579ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:27:31.589333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:27:31.201225Z","time spent":"388.096496ms","remote":"127.0.0.1:39608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-05-13T02:27:31.589376Z","caller":"traceutil/trace.go:171","msg":"trace[1337668850] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:6006; }","duration":"276.432596ms","start":"2026-05-13T02:27:31.312918Z","end":"2026-05-13T02:27:31.58935Z","steps":["trace[1337668850] 'agreement among raft nodes before linearized reading' (duration: 276.175369ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:28:07.354008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.61735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-13T02:28:07.354158Z","caller":"traceutil/trace.go:171","msg":"trace[55844733] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6319; }","duration":"115.861227ms","start":"2026-05-13T02:28:07.238271Z","end":"2026-05-13T02:28:07.354132Z","steps":["trace[55844733] 'range keys from in-memory index tree' (duration: 115.370994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:28:07.354021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.087387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6kz88\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-13T02:28:07.354336Z","caller":"traceutil/trace.go:171","msg":"trace[2046414692] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6kz88; range_end:; response_count:1; response_revision:6319; }","duration":"115.444965ms","start":"2026-05-13T02:28:07.238864Z","end":"2026-05-13T02:28:07.354309Z","steps":["trace[2046414692] 'range keys from in-memory index tree' (duration: 114.82395ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:31:34.373191Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4705} {"level":"info","ts":"2026-05-13T02:31:34.439529Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4705,"took":"64.566428ms","hash":4171855031,"current-db-size-bytes":45510656,"current-db-size":"46 MB","current-db-size-in-use-bytes":38981632,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-05-13T02:31:34.439606Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4171855031,"revision":4705,"compact-revision":2639} {"level":"info","ts":"2026-05-13T02:32:33.248445Z","caller":"traceutil/trace.go:171","msg":"trace[511901066] transaction","detail":"{read_only:false; response_revision:8176; number_of_response:1; }","duration":"194.367968ms","start":"2026-05-13T02:32:33.054046Z","end":"2026-05-13T02:32:33.248414Z","steps":["trace[511901066] 'process raft request' (duration: 165.545308ms)","trace[511901066] 'compare' (duration: 28.673247ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:32:33.248435Z","caller":"traceutil/trace.go:171","msg":"trace[2106682015] linearizableReadLoop","detail":"{readStateIndex:8469; appliedIndex:8468; }","duration":"187.101464ms","start":"2026-05-13T02:32:33.061302Z","end":"2026-05-13T02:32:33.248404Z","steps":["trace[2106682015] 'read index received' (duration: 158.191591ms)","trace[2106682015] 'applied index is now lower than readState.Index' (duration: 28.908473ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:32:33.248614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.30325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-13T02:32:33.248735Z","caller":"traceutil/trace.go:171","msg":"trace[965224590] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8176; }","duration":"187.447394ms","start":"2026-05-13T02:32:33.061252Z","end":"2026-05-13T02:32:33.2487Z","steps":["trace[965224590] 'agreement among raft nodes before linearized reading' (duration: 187.253829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:32:33.249087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.051052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-13T02:32:33.249164Z","caller":"traceutil/trace.go:171","msg":"trace[925978311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8176; }","duration":"183.160756ms","start":"2026-05-13T02:32:33.065985Z","end":"2026-05-13T02:32:33.249146Z","steps":["trace[925978311] 'agreement among raft nodes before linearized reading' (duration: 182.930099ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:32:46.521319Z","caller":"traceutil/trace.go:171","msg":"trace[1406510272] transaction","detail":"{read_only:false; response_revision:8258; number_of_response:1; }","duration":"158.851347ms","start":"2026-05-13T02:32:46.362443Z","end":"2026-05-13T02:32:46.521295Z","steps":["trace[1406510272] 'process raft request' (duration: 158.698133ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:32:46.545206Z","caller":"traceutil/trace.go:171","msg":"trace[1384199804] transaction","detail":"{read_only:false; response_revision:8261; number_of_response:1; }","duration":"117.358935ms","start":"2026-05-13T02:32:46.427821Z","end":"2026-05-13T02:32:46.54518Z","steps":["trace[1384199804] 'process raft request' (duration: 117.308074ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:32:46.545628Z","caller":"traceutil/trace.go:171","msg":"trace[19545917] transaction","detail":"{read_only:false; response_revision:8259; number_of_response:1; }","duration":"132.876479ms","start":"2026-05-13T02:32:46.412738Z","end":"2026-05-13T02:32:46.545615Z","steps":["trace[19545917] 'process raft request' (duration: 132.207103ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:32:46.546199Z","caller":"traceutil/trace.go:171","msg":"trace[1448065324] transaction","detail":"{read_only:false; response_revision:8260; number_of_response:1; }","duration":"120.170577ms","start":"2026-05-13T02:32:46.426013Z","end":"2026-05-13T02:32:46.546184Z","steps":["trace[1448065324] 'process raft request' (duration: 119.07573ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:32:48.800064Z","caller":"traceutil/trace.go:171","msg":"trace[1479832157] transaction","detail":"{read_only:false; response_revision:8274; number_of_response:1; }","duration":"116.027583ms","start":"2026-05-13T02:32:48.684001Z","end":"2026-05-13T02:32:48.800029Z","steps":["trace[1479832157] 'process raft request' (duration: 113.1601ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:33:18.056387Z","caller":"traceutil/trace.go:171","msg":"trace[193571548] transaction","detail":"{read_only:false; response_revision:8461; number_of_response:1; }","duration":"152.110957ms","start":"2026-05-13T02:33:17.904243Z","end":"2026-05-13T02:33:18.056354Z","steps":["trace[193571548] 'process raft request' (duration: 107.698491ms)","trace[193571548] 'compare' (duration: 44.019596ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:33:18.056469Z","caller":"traceutil/trace.go:171","msg":"trace[1563109589] transaction","detail":"{read_only:false; response_revision:8462; number_of_response:1; }","duration":"147.973023ms","start":"2026-05-13T02:33:17.90849Z","end":"2026-05-13T02:33:18.056463Z","steps":["trace[1563109589] 'process raft request' (duration: 147.767277ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:33:18.056406Z","caller":"traceutil/trace.go:171","msg":"trace[891265831] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8462; }","duration":"145.295065ms","start":"2026-05-13T02:33:17.91109Z","end":"2026-05-13T02:33:18.056385Z","steps":["trace[891265831] 'process raft request' (duration: 145.257374ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:33:18.295775Z","caller":"traceutil/trace.go:171","msg":"trace[1466530509] transaction","detail":"{read_only:false; response_revision:8464; number_of_response:1; }","duration":"223.18943ms","start":"2026-05-13T02:33:18.072563Z","end":"2026-05-13T02:33:18.295753Z","steps":["trace[1466530509] 'process raft request' (duration: 134.413158ms)","trace[1466530509] 'compare' (duration: 88.358131ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:33:18.295895Z","caller":"traceutil/trace.go:171","msg":"trace[2111333353] transaction","detail":"{read_only:false; response_revision:8465; number_of_response:1; }","duration":"115.394325ms","start":"2026-05-13T02:33:18.180467Z","end":"2026-05-13T02:33:18.295861Z","steps":["trace[2111333353] 'process raft request' (duration: 115.19341ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:33:19.620779Z","caller":"traceutil/trace.go:171","msg":"trace[1981335442] linearizableReadLoop","detail":"{readStateIndex:8797; appliedIndex:8796; }","duration":"426.934097ms","start":"2026-05-13T02:33:19.193816Z","end":"2026-05-13T02:33:19.62075Z","steps":["trace[1981335442] 'read index received' (duration: 426.685681ms)","trace[1981335442] 'applied index is now lower than readState.Index' (duration: 247.226µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:33:19.620891Z","caller":"traceutil/trace.go:171","msg":"trace[125559522] transaction","detail":"{read_only:false; response_revision:8493; number_of_response:1; }","duration":"436.936899ms","start":"2026-05-13T02:33:19.183912Z","end":"2026-05-13T02:33:19.620849Z","steps":["trace[125559522] 'process raft request' (duration: 436.661712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:19.621036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.686539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:33:19.621102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.275595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-05-13T02:33:19.621129Z","caller":"traceutil/trace.go:171","msg":"trace[2054070742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8493; }","duration":"299.828283ms","start":"2026-05-13T02:33:19.32128Z","end":"2026-05-13T02:33:19.621108Z","steps":["trace[2054070742] 'agreement among raft nodes before linearized reading' (duration: 299.682879ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:33:19.621146Z","caller":"traceutil/trace.go:171","msg":"trace[2039289293] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8493; }","duration":"427.336356ms","start":"2026-05-13T02:33:19.193793Z","end":"2026-05-13T02:33:19.62113Z","steps":["trace[2039289293] 'agreement among raft nodes before linearized reading' (duration: 427.137071ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:19.621136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:19.183884Z","time spent":"437.131084ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:33:19.621168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.03523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-13T02:33:19.621189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:19.19376Z","time spent":"427.420429ms","remote":"127.0.0.1:39562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-05-13T02:33:19.621183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.756943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:33:19.621236Z","caller":"traceutil/trace.go:171","msg":"trace[1458201286] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8493; }","duration":"276.143683ms","start":"2026-05-13T02:33:19.345073Z","end":"2026-05-13T02:33:19.621217Z","steps":["trace[1458201286] 'agreement among raft nodes before linearized reading' (duration: 276.02816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:19.621254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.184125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6kz88\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-05-13T02:33:19.62127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.420971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-13T02:33:19.621303Z","caller":"traceutil/trace.go:171","msg":"trace[1917482755] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8493; }","duration":"107.934888ms","start":"2026-05-13T02:33:19.513335Z","end":"2026-05-13T02:33:19.62127Z","steps":["trace[1917482755] 'agreement among raft nodes before linearized reading' (duration: 107.688482ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:33:19.62132Z","caller":"traceutil/trace.go:171","msg":"trace[1377914580] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6kz88; range_end:; response_count:1; response_revision:8493; }","duration":"237.304078ms","start":"2026-05-13T02:33:19.384Z","end":"2026-05-13T02:33:19.621304Z","steps":["trace[1377914580] 'agreement among raft nodes before linearized reading' (duration: 237.097823ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:33:19.62134Z","caller":"traceutil/trace.go:171","msg":"trace[1145449695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8493; }","duration":"101.523324ms","start":"2026-05-13T02:33:19.519801Z","end":"2026-05-13T02:33:19.621324Z","steps":["trace[1145449695] 'agreement among raft nodes before linearized reading' (duration: 101.319389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:19.621442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.646019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-13T02:33:19.621528Z","caller":"traceutil/trace.go:171","msg":"trace[1097351046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8493; }","duration":"105.752842ms","start":"2026-05-13T02:33:19.515754Z","end":"2026-05-13T02:33:19.621507Z","steps":["trace[1097351046] 'agreement among raft nodes before linearized reading' (duration: 105.459424ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:33:19.861546Z","caller":"traceutil/trace.go:171","msg":"trace[1739464193] transaction","detail":"{read_only:false; response_revision:8494; number_of_response:1; }","duration":"235.919993ms","start":"2026-05-13T02:33:19.625601Z","end":"2026-05-13T02:33:19.861521Z","steps":["trace[1739464193] 'process raft request' (duration: 235.188614ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:33:19.861717Z","caller":"traceutil/trace.go:171","msg":"trace[339034543] linearizableReadLoop","detail":"{readStateIndex:8798; appliedIndex:8798; }","duration":"235.918263ms","start":"2026-05-13T02:33:19.625791Z","end":"2026-05-13T02:33:19.86171Z","steps":["trace[339034543] 'read index received' (duration: 235.914703ms)","trace[339034543] 'applied index is now lower than readState.Index' (duration: 2.89µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:33:19.862058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.247061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222811"} {"level":"info","ts":"2026-05-13T02:33:19.862085Z","caller":"traceutil/trace.go:171","msg":"trace[1266814799] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8494; }","duration":"236.307893ms","start":"2026-05-13T02:33:19.625771Z","end":"2026-05-13T02:33:19.862079Z","steps":["trace[1266814799] 'agreement among raft nodes before linearized reading' (duration: 235.990175ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:33:19.866556Z","caller":"traceutil/trace.go:171","msg":"trace[1755769976] transaction","detail":"{read_only:false; response_revision:8495; number_of_response:1; }","duration":"240.457767ms","start":"2026-05-13T02:33:19.626063Z","end":"2026-05-13T02:33:19.866521Z","steps":["trace[1755769976] 'process raft request' (duration: 240.257032ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:19.866652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.297713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-05-13T02:33:19.866727Z","caller":"traceutil/trace.go:171","msg":"trace[50771257] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8495; }","duration":"238.407636ms","start":"2026-05-13T02:33:19.628298Z","end":"2026-05-13T02:33:19.866706Z","steps":["trace[50771257] 'agreement among raft nodes before linearized reading' (duration: 238.17705ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:19.866864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.498692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-13T02:33:19.866982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.442141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-13T02:33:19.867204Z","caller":"traceutil/trace.go:171","msg":"trace[830587527] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8495; }","duration":"125.686658ms","start":"2026-05-13T02:33:19.741485Z","end":"2026-05-13T02:33:19.867172Z","steps":["trace[830587527] 'agreement among raft nodes before linearized reading' (duration: 125.067591ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:33:19.867Z","caller":"traceutil/trace.go:171","msg":"trace[1554698751] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8495; }","duration":"220.690617ms","start":"2026-05-13T02:33:19.646291Z","end":"2026-05-13T02:33:19.866981Z","steps":["trace[1554698751] 'agreement among raft nodes before linearized reading' (duration: 220.315086ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:33:20.089022Z","caller":"traceutil/trace.go:171","msg":"trace[1128923158] transaction","detail":"{read_only:false; response_revision:8496; number_of_response:1; }","duration":"217.440944ms","start":"2026-05-13T02:33:19.871558Z","end":"2026-05-13T02:33:20.088999Z","steps":["trace[1128923158] 'process raft request' (duration: 217.25714ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:33:20.111038Z","caller":"traceutil/trace.go:171","msg":"trace[394203877] linearizableReadLoop","detail":"{readStateIndex:8801; appliedIndex:8799; }","duration":"235.677835ms","start":"2026-05-13T02:33:19.875328Z","end":"2026-05-13T02:33:20.111006Z","steps":["trace[394203877] 'read index received' (duration: 213.612236ms)","trace[394203877] 'applied index is now lower than readState.Index' (duration: 22.064119ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:33:20.11121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.84815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:33:20.111297Z","caller":"traceutil/trace.go:171","msg":"trace[2108027927] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:8497; }","duration":"235.964643ms","start":"2026-05-13T02:33:19.875306Z","end":"2026-05-13T02:33:20.111271Z","steps":["trace[2108027927] 'agreement among raft nodes before linearized reading' (duration: 235.83005ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:33:20.111293Z","caller":"traceutil/trace.go:171","msg":"trace[1856512305] transaction","detail":"{read_only:false; response_revision:8497; number_of_response:1; }","duration":"238.668402ms","start":"2026-05-13T02:33:19.872551Z","end":"2026-05-13T02:33:20.11122Z","steps":["trace[1856512305] 'process raft request' (duration: 238.284872ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:33:20.260088Z","caller":"traceutil/trace.go:171","msg":"trace[321339093] transaction","detail":"{read_only:false; response_revision:8498; number_of_response:1; }","duration":"119.88309ms","start":"2026-05-13T02:33:20.140183Z","end":"2026-05-13T02:33:20.260066Z","steps":["trace[321339093] 'process raft request' (duration: 113.262263ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:33:21.441545Z","caller":"traceutil/trace.go:171","msg":"trace[1007968580] transaction","detail":"{read_only:false; response_revision:8507; number_of_response:1; }","duration":"259.814058ms","start":"2026-05-13T02:33:21.18171Z","end":"2026-05-13T02:33:21.441524Z","steps":["trace[1007968580] 'process raft request' (duration: 259.348656ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:33:21.44183Z","caller":"traceutil/trace.go:171","msg":"trace[1207547567] linearizableReadLoop","detail":"{readStateIndex:8811; appliedIndex:8811; }","duration":"259.416689ms","start":"2026-05-13T02:33:21.182398Z","end":"2026-05-13T02:33:21.441814Z","steps":["trace[1207547567] 'read index received' (duration: 258.550126ms)","trace[1207547567] 'applied index is now lower than readState.Index' (duration: 865.283µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:33:21.44203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.601603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:33:21.44216Z","caller":"traceutil/trace.go:171","msg":"trace[1957835865] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8507; }","duration":"259.798659ms","start":"2026-05-13T02:33:21.182332Z","end":"2026-05-13T02:33:21.442131Z","steps":["trace[1957835865] 'agreement among raft nodes before linearized reading' (duration: 259.555262ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:21.442658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.537616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:33:21.442737Z","caller":"traceutil/trace.go:171","msg":"trace[576723419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8507; }","duration":"120.680259ms","start":"2026-05-13T02:33:21.322044Z","end":"2026-05-13T02:33:21.442724Z","steps":["trace[576723419] 'agreement among raft nodes before linearized reading' (duration: 119.92093ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:33:35.893146Z","caller":"traceutil/trace.go:171","msg":"trace[1786890477] transaction","detail":"{read_only:false; response_revision:8718; number_of_response:1; }","duration":"120.533836ms","start":"2026-05-13T02:33:35.772584Z","end":"2026-05-13T02:33:35.893118Z","steps":["trace[1786890477] 'process raft request' (duration: 120.351982ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:33:36.35077Z","caller":"traceutil/trace.go:171","msg":"trace[122750852] linearizableReadLoop","detail":"{readStateIndex:9027; appliedIndex:9026; }","duration":"314.798054ms","start":"2026-05-13T02:33:36.035954Z","end":"2026-05-13T02:33:36.350752Z","steps":["trace[122750852] 'read index received' (duration: 314.588829ms)","trace[122750852] 'applied index is now lower than readState.Index' (duration: 208.325µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:33:36.350839Z","caller":"traceutil/trace.go:171","msg":"trace[388226106] transaction","detail":"{read_only:false; response_revision:8719; number_of_response:1; }","duration":"318.21513ms","start":"2026-05-13T02:33:36.032581Z","end":"2026-05-13T02:33:36.350796Z","steps":["trace[388226106] 'process raft request' (duration: 318.025915ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:36.351064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.096241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-13T02:33:36.351081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:36.032554Z","time spent":"318.439225ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:33:36.351119Z","caller":"traceutil/trace.go:171","msg":"trace[1923378067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8719; }","duration":"315.179533ms","start":"2026-05-13T02:33:36.035927Z","end":"2026-05-13T02:33:36.351107Z","steps":["trace[1923378067] 'agreement among raft nodes before linearized reading' (duration: 314.898406ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:36.351143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:36.035912Z","time spent":"315.225944ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T02:33:36.351274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.084556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-13T02:33:36.351314Z","caller":"traceutil/trace.go:171","msg":"trace[1291433410] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8719; }","duration":"152.174849ms","start":"2026-05-13T02:33:36.19913Z","end":"2026-05-13T02:33:36.351305Z","steps":["trace[1291433410] 'agreement among raft nodes before linearized reading' (duration: 152.053066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:36.351334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.57736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6kz88\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-13T02:33:36.351426Z","caller":"traceutil/trace.go:171","msg":"trace[1758381343] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6kz88; range_end:; response_count:1; response_revision:8719; }","duration":"311.705964ms","start":"2026-05-13T02:33:36.039701Z","end":"2026-05-13T02:33:36.351407Z","steps":["trace[1758381343] 'agreement among raft nodes before linearized reading' (duration: 311.415987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:36.351473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:36.039693Z","time spent":"311.769866ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-6kz88\" "} {"level":"warn","ts":"2026-05-13T02:33:36.351342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.078858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-13T02:33:36.351572Z","caller":"traceutil/trace.go:171","msg":"trace[582243951] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8719; }","duration":"139.367555ms","start":"2026-05-13T02:33:36.212186Z","end":"2026-05-13T02:33:36.351553Z","steps":["trace[582243951] 'agreement among raft nodes before linearized reading' (duration: 138.952374ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:33:36.505782Z","caller":"traceutil/trace.go:171","msg":"trace[1388534920] transaction","detail":"{read_only:false; response_revision:8720; number_of_response:1; }","duration":"150.962489ms","start":"2026-05-13T02:33:36.354788Z","end":"2026-05-13T02:33:36.50575Z","steps":["trace[1388534920] 'process raft request' (duration: 139.709273ms)","trace[1388534920] 'compare' (duration: 11.061491ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:33:36.507147Z","caller":"traceutil/trace.go:171","msg":"trace[794161189] linearizableReadLoop","detail":"{readStateIndex:9029; appliedIndex:9027; }","duration":"151.395719ms","start":"2026-05-13T02:33:36.355739Z","end":"2026-05-13T02:33:36.507134Z","steps":["trace[794161189] 'read index received' (duration: 138.778219ms)","trace[794161189] 'applied index is now lower than readState.Index' (duration: 12.61683ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:33:36.507418Z","caller":"traceutil/trace.go:171","msg":"trace[4800537] transaction","detail":"{read_only:false; response_revision:8721; number_of_response:1; }","duration":"152.154559ms","start":"2026-05-13T02:33:36.355235Z","end":"2026-05-13T02:33:36.507389Z","steps":["trace[4800537] 'process raft request' (duration: 151.724558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:36.507485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.728588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222781"} {"level":"info","ts":"2026-05-13T02:33:36.507513Z","caller":"traceutil/trace.go:171","msg":"trace[1712025978] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8722; }","duration":"151.79365ms","start":"2026-05-13T02:33:36.355712Z","end":"2026-05-13T02:33:36.507506Z","steps":["trace[1712025978] 'agreement among raft nodes before linearized reading' (duration: 151.470742ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:33:36.50756Z","caller":"traceutil/trace.go:171","msg":"trace[2065374767] transaction","detail":"{read_only:false; response_revision:8722; number_of_response:1; }","duration":"151.527933ms","start":"2026-05-13T02:33:36.35598Z","end":"2026-05-13T02:33:36.507508Z","steps":["trace[2065374767] 'process raft request' (duration: 151.122253ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:38.647766Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563893339,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T02:33:39.06752Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.166902651s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T02:33:39.067983Z","caller":"traceutil/trace.go:171","msg":"trace[1172016636] linearizableReadLoop","detail":"{readStateIndex:9039; appliedIndex:9038; }","duration":"920.933423ms","start":"2026-05-13T02:33:38.147023Z","end":"2026-05-13T02:33:39.067956Z","steps":["trace[1172016636] 'read index received' (duration: 920.723708ms)","trace[1172016636] 'applied index is now lower than readState.Index' (duration: 208.245µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:33:39.068078Z","caller":"traceutil/trace.go:171","msg":"trace[936554482] transaction","detail":"{read_only:false; response_revision:8730; number_of_response:1; }","duration":"1.167516275s","start":"2026-05-13T02:33:37.900537Z","end":"2026-05-13T02:33:39.068054Z","steps":["trace[936554482] 'process raft request' (duration: 1.167235218s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:39.0682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:37.90052Z","time spent":"1.167611488s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:33:39.068235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.19216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-13T02:33:39.068288Z","caller":"traceutil/trace.go:171","msg":"trace[775729714] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8730; }","duration":"921.298943ms","start":"2026-05-13T02:33:38.146971Z","end":"2026-05-13T02:33:39.06827Z","steps":["trace[775729714] 'agreement among raft nodes before linearized reading' (duration: 921.127748ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:39.068337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:38.146949Z","time spent":"921.375004ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-13T02:33:39.569043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563893345,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T02:33:39.966118Z","caller":"traceutil/trace.go:171","msg":"trace[438054084] transaction","detail":"{read_only:false; response_revision:8731; number_of_response:1; }","duration":"1.103139552s","start":"2026-05-13T02:33:38.86294Z","end":"2026-05-13T02:33:39.96608Z","steps":["trace[438054084] 'process raft request' (duration: 1.102820464s)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:33:39.96619Z","caller":"traceutil/trace.go:171","msg":"trace[597858935] transaction","detail":"{read_only:false; response_revision:8734; number_of_response:1; }","duration":"985.436407ms","start":"2026-05-13T02:33:38.980721Z","end":"2026-05-13T02:33:39.966157Z","steps":["trace[597858935] 'process raft request' (duration: 985.379455ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:33:39.966283Z","caller":"traceutil/trace.go:171","msg":"trace[1398839351] transaction","detail":"{read_only:false; response_revision:8733; number_of_response:1; }","duration":"986.280039ms","start":"2026-05-13T02:33:38.979961Z","end":"2026-05-13T02:33:39.966241Z","steps":["trace[1398839351] 'process raft request' (duration: 986.089584ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:39.966397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:38.980687Z","time spent":"985.582651ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:33:39.966321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:38.862874Z","time spent":"1.103351948s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:33:39.96653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:38.97994Z","time spent":"986.458224ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:33:39.966248Z","caller":"traceutil/trace.go:171","msg":"trace[916290658] transaction","detail":"{read_only:false; response_revision:8732; number_of_response:1; }","duration":"1.026045987s","start":"2026-05-13T02:33:38.940138Z","end":"2026-05-13T02:33:39.966184Z","steps":["trace[916290658] 'process raft request' (duration: 1.025843572s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:39.966873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:38.940112Z","time spent":"1.026634143s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:33:39.970922Z","caller":"traceutil/trace.go:171","msg":"trace[1597139219] linearizableReadLoop","detail":"{readStateIndex:9045; appliedIndex:9039; }","duration":"902.836492ms","start":"2026-05-13T02:33:39.068066Z","end":"2026-05-13T02:33:39.970902Z","steps":["trace[1597139219] 'read index received' (duration: 897.725193ms)","trace[1597139219] 'applied index is now lower than readState.Index' (duration: 5.109879ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:33:39.971055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.649917177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:33:39.971083Z","caller":"traceutil/trace.go:171","msg":"trace[273122183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8736; }","duration":"1.65002877s","start":"2026-05-13T02:33:38.321045Z","end":"2026-05-13T02:33:39.971073Z","steps":["trace[273122183] 'agreement among raft nodes before linearized reading' (duration: 1.649939688s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:39.971107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:38.321018Z","time spent":"1.650083741s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T02:33:39.971132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459553809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-13T02:33:39.971191Z","caller":"traceutil/trace.go:171","msg":"trace[1311840404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8736; }","duration":"1.459650802s","start":"2026-05-13T02:33:38.511526Z","end":"2026-05-13T02:33:39.971177Z","steps":["trace[1311840404] 'agreement among raft nodes before linearized reading' (duration: 1.459409436s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:39.971184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46077279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-13T02:33:39.971236Z","caller":"traceutil/trace.go:171","msg":"trace[681722610] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8736; }","duration":"1.460887243s","start":"2026-05-13T02:33:38.510335Z","end":"2026-05-13T02:33:39.971223Z","steps":["trace[681722610] 'agreement among raft nodes before linearized reading' (duration: 1.460643517s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:39.971281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:38.510312Z","time spent":"1.460960655s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-13T02:33:39.971277Z","caller":"traceutil/trace.go:171","msg":"trace[270697984] transaction","detail":"{read_only:false; response_revision:8736; number_of_response:1; }","duration":"835.434703ms","start":"2026-05-13T02:33:39.135825Z","end":"2026-05-13T02:33:39.97126Z","steps":["trace[270697984] 'process raft request' (duration: 835.038833ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:39.971302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:38.511504Z","time spent":"1.459714174s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T02:33:39.971367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:39.135809Z","time spent":"835.510656ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:33:39.971348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459647813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-13T02:33:39.971359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.270862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:33:39.971413Z","caller":"traceutil/trace.go:171","msg":"trace[1479048446] transaction","detail":"{read_only:false; response_revision:8735; number_of_response:1; }","duration":"899.063257ms","start":"2026-05-13T02:33:39.07234Z","end":"2026-05-13T02:33:39.971404Z","steps":["trace[1479048446] 'process raft request' (duration: 898.41082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:39.971432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347213691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:33:39.97143Z","caller":"traceutil/trace.go:171","msg":"trace[293023798] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8736; }","duration":"1.459786776s","start":"2026-05-13T02:33:38.511624Z","end":"2026-05-13T02:33:39.971411Z","steps":["trace[293023798] 'agreement among raft nodes before linearized reading' (duration: 1.459578231s)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:33:39.97144Z","caller":"traceutil/trace.go:171","msg":"trace[340154426] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8736; }","duration":"927.400375ms","start":"2026-05-13T02:33:39.044021Z","end":"2026-05-13T02:33:39.971421Z","steps":["trace[340154426] 'agreement among raft nodes before linearized reading' (duration: 927.262052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:39.971432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615738381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-13T02:33:39.971474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:38.511598Z","time spent":"1.459867838s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T02:33:39.971484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:39.044001Z","time spent":"927.473467ms","remote":"127.0.0.1:57744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-05-13T02:33:39.971507Z","caller":"traceutil/trace.go:171","msg":"trace[2031124165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8736; }","duration":"1.615866724s","start":"2026-05-13T02:33:38.355621Z","end":"2026-05-13T02:33:39.971488Z","steps":["trace[2031124165] 'agreement among raft nodes before linearized reading' (duration: 1.615604987s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:39.971561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:38.355598Z","time spent":"1.615954406s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-13T02:33:39.971463Z","caller":"traceutil/trace.go:171","msg":"trace[282831079] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8736; }","duration":"1.347287933s","start":"2026-05-13T02:33:38.624166Z","end":"2026-05-13T02:33:39.971454Z","steps":["trace[282831079] 'agreement among raft nodes before linearized reading' (duration: 1.347229991s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:39.971598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:39.072323Z","time spent":"899.114359ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:33:39.971606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:38.624138Z","time spent":"1.347457427s","remote":"127.0.0.1:57792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-05-13T02:33:39.972299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459637863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6kz88\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-13T02:33:39.973452Z","caller":"traceutil/trace.go:171","msg":"trace[41026259] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6kz88; range_end:; response_count:1; response_revision:8736; }","duration":"1.460821602s","start":"2026-05-13T02:33:38.512606Z","end":"2026-05-13T02:33:39.973428Z","steps":["trace[41026259] 'agreement among raft nodes before linearized reading' (duration: 1.459061937s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:39.973521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:38.512595Z","time spent":"1.460908155s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-6kz88\" "} {"level":"info","ts":"2026-05-13T02:33:49.520434Z","caller":"traceutil/trace.go:171","msg":"trace[203029308] linearizableReadLoop","detail":"{readStateIndex:9096; appliedIndex:9095; }","duration":"198.544805ms","start":"2026-05-13T02:33:49.321851Z","end":"2026-05-13T02:33:49.520395Z","steps":["trace[203029308] 'read index received' (duration: 197.54048ms)","trace[203029308] 'applied index is now lower than readState.Index' (duration: 1.002615ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:33:49.520647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.77102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:33:49.520683Z","caller":"traceutil/trace.go:171","msg":"trace[1084430638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8785; }","duration":"198.868083ms","start":"2026-05-13T02:33:49.321804Z","end":"2026-05-13T02:33:49.520672Z","steps":["trace[1084430638] 'agreement among raft nodes before linearized reading' (duration: 198.74221ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:33:49.520908Z","caller":"traceutil/trace.go:171","msg":"trace[789356407] transaction","detail":"{read_only:false; response_revision:8785; number_of_response:1; }","duration":"395.882339ms","start":"2026-05-13T02:33:49.124988Z","end":"2026-05-13T02:33:49.52087Z","steps":["trace[789356407] 'process raft request' (duration: 394.402632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:49.521091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:49.124922Z","time spent":"396.071933ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:33:50.499855Z","caller":"traceutil/trace.go:171","msg":"trace[2708037] transaction","detail":"{read_only:false; response_revision:8786; number_of_response:1; }","duration":"497.636019ms","start":"2026-05-13T02:33:50.002191Z","end":"2026-05-13T02:33:50.499827Z","steps":["trace[2708037] 'process raft request' (duration: 483.391097ms)","trace[2708037] 'compare' (duration: 13.990535ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:33:50.499994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:50.002145Z","time spent":"497.772023ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:33:50.527104Z","caller":"traceutil/trace.go:171","msg":"trace[1584743980] transaction","detail":"{read_only:false; response_revision:8789; number_of_response:1; }","duration":"518.254752ms","start":"2026-05-13T02:33:50.008843Z","end":"2026-05-13T02:33:50.527097Z","steps":["trace[1584743980] 'process raft request' (duration: 518.098578ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:33:50.527154Z","caller":"traceutil/trace.go:171","msg":"trace[750728300] transaction","detail":"{read_only:false; response_revision:8787; number_of_response:1; }","duration":"524.183333ms","start":"2026-05-13T02:33:50.002806Z","end":"2026-05-13T02:33:50.52699Z","steps":["trace[750728300] 'process raft request' (duration: 523.956767ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:33:50.527195Z","caller":"traceutil/trace.go:171","msg":"trace[222880097] linearizableReadLoop","detail":"{readStateIndex:9100; appliedIndex:9096; }","duration":"458.121036ms","start":"2026-05-13T02:33:50.069046Z","end":"2026-05-13T02:33:50.527168Z","steps":["trace[222880097] 'read index received' (duration: 416.687105ms)","trace[222880097] 'applied index is now lower than readState.Index' (duration: 41.432841ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:33:50.527226Z","caller":"traceutil/trace.go:171","msg":"trace[234163165] transaction","detail":"{read_only:false; response_revision:8790; number_of_response:1; }","duration":"372.387173ms","start":"2026-05-13T02:33:50.154809Z","end":"2026-05-13T02:33:50.527196Z","steps":["trace[234163165] 'process raft request' (duration: 372.26561ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:50.527355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.310001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-13T02:33:50.527347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:50.002781Z","time spent":"524.462239ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:33:50.527364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:50.154789Z","time spent":"372.500116ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:33:50.52738Z","caller":"traceutil/trace.go:171","msg":"trace[1380542365] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8790; }","duration":"458.377232ms","start":"2026-05-13T02:33:50.068997Z","end":"2026-05-13T02:33:50.527375Z","steps":["trace[1380542365] 'agreement among raft nodes before linearized reading' (duration: 458.29452ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:50.527397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:50.068974Z","time spent":"458.420004ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-13T02:33:50.527428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.768492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-13T02:33:50.527462Z","caller":"traceutil/trace.go:171","msg":"trace[1943734908] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8790; }","duration":"456.857494ms","start":"2026-05-13T02:33:50.070596Z","end":"2026-05-13T02:33:50.527453Z","steps":["trace[1943734908] 'agreement among raft nodes before linearized reading' (duration: 456.720271ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:50.527201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:50.008815Z","time spent":"518.323404ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:33:50.527491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:50.070573Z","time spent":"456.912226ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T02:33:50.527532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.390351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6kz88\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-13T02:33:50.527558Z","caller":"traceutil/trace.go:171","msg":"trace[815426014] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6kz88; range_end:; response_count:1; response_revision:8790; }","duration":"439.445163ms","start":"2026-05-13T02:33:50.088106Z","end":"2026-05-13T02:33:50.527552Z","steps":["trace[815426014] 'agreement among raft nodes before linearized reading' (duration: 439.375731ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:50.527576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:50.088087Z","time spent":"439.485673ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-6kz88\" "} {"level":"warn","ts":"2026-05-13T02:33:50.527572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:33:50.527598Z","caller":"traceutil/trace.go:171","msg":"trace[573334404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8790; }","duration":"207.515512ms","start":"2026-05-13T02:33:50.320076Z","end":"2026-05-13T02:33:50.527591Z","steps":["trace[573334404] 'agreement among raft nodes before linearized reading' (duration: 207.45706ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:50.52764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.811074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-13T02:33:50.527666Z","caller":"traceutil/trace.go:171","msg":"trace[993188622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8790; }","duration":"456.850525ms","start":"2026-05-13T02:33:50.070809Z","end":"2026-05-13T02:33:50.52766Z","steps":["trace[993188622] 'agreement among raft nodes before linearized reading' (duration: 456.787493ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:50.527684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:50.070802Z","time spent":"456.877225ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T02:33:50.527775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.06293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-13T02:33:50.527018Z","caller":"traceutil/trace.go:171","msg":"trace[817005733] transaction","detail":"{read_only:false; response_revision:8788; number_of_response:1; }","duration":"523.830333ms","start":"2026-05-13T02:33:50.003135Z","end":"2026-05-13T02:33:50.526965Z","steps":["trace[817005733] 'process raft request' (duration: 523.751521ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:33:50.527876Z","caller":"traceutil/trace.go:171","msg":"trace[1731298613] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8790; }","duration":"457.180863ms","start":"2026-05-13T02:33:50.070672Z","end":"2026-05-13T02:33:50.527853Z","steps":["trace[1731298613] 'agreement among raft nodes before linearized reading' (duration: 456.944497ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:50.527937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:50.070667Z","time spent":"457.258396ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-13T02:33:50.527885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:50.003103Z","time spent":"524.762228ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:33:52.447152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563893553,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T02:33:52.643538Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.111585578s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T02:33:52.643915Z","caller":"traceutil/trace.go:171","msg":"trace[506047891] linearizableReadLoop","detail":"{readStateIndex:9106; appliedIndex:9105; }","duration":"697.681582ms","start":"2026-05-13T02:33:51.94621Z","end":"2026-05-13T02:33:52.643891Z","steps":["trace[506047891] 'read index received' (duration: 697.501437ms)","trace[506047891] 'applied index is now lower than readState.Index' (duration: 178.875µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:33:52.643966Z","caller":"traceutil/trace.go:171","msg":"trace[927972378] transaction","detail":"{read_only:false; response_revision:8795; number_of_response:1; }","duration":"1.112117941s","start":"2026-05-13T02:33:51.531817Z","end":"2026-05-13T02:33:52.643935Z","steps":["trace[927972378] 'process raft request' (duration: 1.111917936s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:52.644047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.818885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T02:33:52.64409Z","caller":"traceutil/trace.go:171","msg":"trace[1697262775] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8795; }","duration":"697.928527ms","start":"2026-05-13T02:33:51.946151Z","end":"2026-05-13T02:33:52.644079Z","steps":["trace[1697262775] 'agreement among raft nodes before linearized reading' (duration: 697.835495ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:52.64413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:51.946128Z","time spent":"697.99229ms","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-13T02:33:52.644202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:51.531785Z","time spent":"1.112294556s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:33:52.948194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.384657ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-13T02:33:52.948625Z","caller":"traceutil/trace.go:171","msg":"trace[1149558682] transaction","detail":"{read_only:false; response_revision:8796; number_of_response:1; }","duration":"443.958358ms","start":"2026-05-13T02:33:52.504645Z","end":"2026-05-13T02:33:52.948604Z","steps":["trace[1149558682] 'process raft request' (duration: 443.66327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:52.948791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:52.504622Z","time spent":"444.059541ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:33:52.948955Z","caller":"traceutil/trace.go:171","msg":"trace[369861420] transaction","detail":"{read_only:false; response_revision:8797; number_of_response:1; }","duration":"416.503722ms","start":"2026-05-13T02:33:52.532418Z","end":"2026-05-13T02:33:52.948922Z","steps":["trace[369861420] 'process raft request' (duration: 416.131082ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:33:52.949085Z","caller":"traceutil/trace.go:171","msg":"trace[959514311] linearizableReadLoop","detail":"{readStateIndex:9111; appliedIndex:9106; }","duration":"305.096986ms","start":"2026-05-13T02:33:52.643964Z","end":"2026-05-13T02:33:52.949061Z","steps":["trace[959514311] 'read index received' (duration: 113.723403ms)","trace[959514311] 'applied index is now lower than readState.Index' (duration: 191.372253ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:33:52.94909Z","caller":"traceutil/trace.go:171","msg":"trace[1917297940] transaction","detail":"{read_only:false; response_revision:8799; number_of_response:1; }","duration":"415.470066ms","start":"2026-05-13T02:33:52.533599Z","end":"2026-05-13T02:33:52.949069Z","steps":["trace[1917297940] 'process raft request' (duration: 415.391114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:52.949143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:52.53239Z","time spent":"416.653886ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:33:52.949248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:52.533577Z","time spent":"415.589099ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:33:52.949296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.546945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-13T02:33:52.949356Z","caller":"traceutil/trace.go:171","msg":"trace[25460795] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8799; }","duration":"993.633076ms","start":"2026-05-13T02:33:51.955708Z","end":"2026-05-13T02:33:52.949341Z","steps":["trace[25460795] 'agreement among raft nodes before linearized reading' (duration: 993.445521ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:33:52.949095Z","caller":"traceutil/trace.go:171","msg":"trace[1932088356] transaction","detail":"{read_only:false; response_revision:8798; number_of_response:1; }","duration":"415.555708ms","start":"2026-05-13T02:33:52.533517Z","end":"2026-05-13T02:33:52.949072Z","steps":["trace[1932088356] 'process raft request' (duration: 415.318553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:52.949407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:51.955697Z","time spent":"993.697558ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-13T02:33:52.949411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.205893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6kz88\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-05-13T02:33:52.949398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.541882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T02:33:52.949464Z","caller":"traceutil/trace.go:171","msg":"trace[1187112927] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6kz88; range_end:; response_count:1; response_revision:8799; }","duration":"397.260834ms","start":"2026-05-13T02:33:52.55219Z","end":"2026-05-13T02:33:52.949451Z","steps":["trace[1187112927] 'agreement among raft nodes before linearized reading' (duration: 397.065269ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:52.949481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:52.533488Z","time spent":"415.929917ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:33:52.949415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.738176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-13T02:33:52.949617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.553278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:33:52.949652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.938212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-13T02:33:52.949664Z","caller":"traceutil/trace.go:171","msg":"trace[1453204236] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8799; }","duration":"316.064515ms","start":"2026-05-13T02:33:52.633586Z","end":"2026-05-13T02:33:52.949651Z","steps":["trace[1453204236] 'agreement among raft nodes before linearized reading' (duration: 315.702316ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:33:52.949676Z","caller":"traceutil/trace.go:171","msg":"trace[1962271292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8799; }","duration":"628.649301ms","start":"2026-05-13T02:33:52.321011Z","end":"2026-05-13T02:33:52.94966Z","steps":["trace[1962271292] 'agreement among raft nodes before linearized reading' (duration: 628.567729ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:52.949701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:52.633555Z","time spent":"316.135386ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-13T02:33:52.949717Z","caller":"traceutil/trace.go:171","msg":"trace[1163395564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8799; }","duration":"400.008314ms","start":"2026-05-13T02:33:52.54967Z","end":"2026-05-13T02:33:52.949678Z","steps":["trace[1163395564] 'agreement among raft nodes before linearized reading' (duration: 399.8596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:52.949719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:52.320984Z","time spent":"628.725342ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T02:33:52.949507Z","caller":"traceutil/trace.go:171","msg":"trace[634647371] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8799; }","duration":"582.679705ms","start":"2026-05-13T02:33:52.36681Z","end":"2026-05-13T02:33:52.94949Z","steps":["trace[634647371] 'agreement among raft nodes before linearized reading' (duration: 582.49571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:52.949753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:52.549657Z","time spent":"400.086495ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-13T02:33:52.949511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:52.55215Z","time spent":"397.349206ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-6kz88\" "} {"level":"warn","ts":"2026-05-13T02:33:52.949865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:52.366792Z","time spent":"583.025054ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-13T02:33:52.949519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.48594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-13T02:33:52.949965Z","caller":"traceutil/trace.go:171","msg":"trace[993509656] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8799; }","duration":"315.972822ms","start":"2026-05-13T02:33:52.633975Z","end":"2026-05-13T02:33:52.949948Z","steps":["trace[993509656] 'agreement among raft nodes before linearized reading' (duration: 315.46673ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:52.950027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:52.633946Z","time spent":"316.065715ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T02:33:52.949616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.347522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-13T02:33:52.950094Z","caller":"traceutil/trace.go:171","msg":"trace[773090453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8799; }","duration":"316.856375ms","start":"2026-05-13T02:33:52.633218Z","end":"2026-05-13T02:33:52.950074Z","steps":["trace[773090453] 'agreement among raft nodes before linearized reading' (duration: 316.315821ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:52.950179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:52.633199Z","time spent":"316.965327ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-13T02:33:53.268931Z","caller":"traceutil/trace.go:171","msg":"trace[1192446157] transaction","detail":"{read_only:false; response_revision:8802; number_of_response:1; }","duration":"313.777717ms","start":"2026-05-13T02:33:52.955129Z","end":"2026-05-13T02:33:53.268906Z","steps":["trace[1192446157] 'process raft request' (duration: 313.697595ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:33:53.268973Z","caller":"traceutil/trace.go:171","msg":"trace[201737932] transaction","detail":"{read_only:false; response_revision:8801; number_of_response:1; }","duration":"313.879849ms","start":"2026-05-13T02:33:52.955048Z","end":"2026-05-13T02:33:53.268928Z","steps":["trace[201737932] 'process raft request' (duration: 313.611603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:53.269094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:52.955121Z","time spent":"313.887659ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:33:53.269191Z","caller":"traceutil/trace.go:171","msg":"trace[1107406531] linearizableReadLoop","detail":"{readStateIndex:9115; appliedIndex:9111; }","duration":"313.11041ms","start":"2026-05-13T02:33:52.956016Z","end":"2026-05-13T02:33:53.269127Z","steps":["trace[1107406531] 'read index received' (duration: 56.500393ms)","trace[1107406531] 'applied index is now lower than readState.Index' (duration: 256.607817ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:33:53.269208Z","caller":"traceutil/trace.go:171","msg":"trace[1514210112] transaction","detail":"{read_only:false; response_revision:8803; number_of_response:1; }","duration":"313.719355ms","start":"2026-05-13T02:33:52.955466Z","end":"2026-05-13T02:33:53.269186Z","steps":["trace[1514210112] 'process raft request' (duration: 313.399887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:53.269217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:52.955031Z","time spent":"314.031883ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:33:53.269327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:52.955444Z","time spent":"313.820978ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:33:53.269641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.613343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19536"} {"level":"info","ts":"2026-05-13T02:33:53.269706Z","caller":"traceutil/trace.go:171","msg":"trace[860276273] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8803; }","duration":"313.699484ms","start":"2026-05-13T02:33:52.955991Z","end":"2026-05-13T02:33:53.26969Z","steps":["trace[860276273] 'agreement among raft nodes before linearized reading' (duration: 313.262373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:53.269835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:52.955982Z","time spent":"313.836848ms","remote":"127.0.0.1:39634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19560,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-13T02:33:53.67768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.514533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:33:53.677763Z","caller":"traceutil/trace.go:171","msg":"trace[1222305742] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8803; }","duration":"334.666657ms","start":"2026-05-13T02:33:53.343079Z","end":"2026-05-13T02:33:53.677745Z","steps":["trace[1222305742] 'count revisions from in-memory index tree' (duration: 334.39359ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:53.677789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:53.343049Z","time spent":"334.732289ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-13T02:33:53.677781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.803712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:33:53.677871Z","caller":"traceutil/trace.go:171","msg":"trace[425361821] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8803; }","duration":"284.982006ms","start":"2026-05-13T02:33:53.392868Z","end":"2026-05-13T02:33:53.67785Z","steps":["trace[425361821] 'range keys from in-memory index tree' (duration: 284.697119ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:33:55.33589Z","caller":"traceutil/trace.go:171","msg":"trace[2003162025] transaction","detail":"{read_only:false; response_revision:8804; number_of_response:1; }","duration":"683.533983ms","start":"2026-05-13T02:33:54.652332Z","end":"2026-05-13T02:33:55.335866Z","steps":["trace[2003162025] 'process raft request' (duration: 683.363709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:55.336051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:54.652306Z","time spent":"683.654405ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:33:55.898779Z","caller":"traceutil/trace.go:171","msg":"trace[1244140008] transaction","detail":"{read_only:false; response_revision:8806; number_of_response:1; }","duration":"943.313841ms","start":"2026-05-13T02:33:54.955439Z","end":"2026-05-13T02:33:55.898753Z","steps":["trace[1244140008] 'process raft request' (duration: 943.218069ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:33:55.898821Z","caller":"traceutil/trace.go:171","msg":"trace[1768511802] transaction","detail":"{read_only:false; response_revision:8805; number_of_response:1; }","duration":"943.742742ms","start":"2026-05-13T02:33:54.955035Z","end":"2026-05-13T02:33:55.898778Z","steps":["trace[1768511802] 'process raft request' (duration: 943.474245ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:33:55.899031Z","caller":"traceutil/trace.go:171","msg":"trace[301101901] transaction","detail":"{read_only:false; response_revision:8808; number_of_response:1; }","duration":"942.952301ms","start":"2026-05-13T02:33:54.95606Z","end":"2026-05-13T02:33:55.899012Z","steps":["trace[301101901] 'process raft request' (duration: 942.738076ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:33:55.899053Z","caller":"traceutil/trace.go:171","msg":"trace[1092642733] transaction","detail":"{read_only:false; response_revision:8807; number_of_response:1; }","duration":"943.439444ms","start":"2026-05-13T02:33:54.955584Z","end":"2026-05-13T02:33:55.899023Z","steps":["trace[1092642733] 'process raft request' (duration: 943.133466ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:33:55.89886Z","caller":"traceutil/trace.go:171","msg":"trace[2057641007] linearizableReadLoop","detail":"{readStateIndex:9120; appliedIndex:9115; }","duration":"937.488633ms","start":"2026-05-13T02:33:54.961359Z","end":"2026-05-13T02:33:55.898847Z","steps":["trace[2057641007] 'read index received' (duration: 374.400474ms)","trace[2057641007] 'applied index is now lower than readState.Index' (duration: 563.087509ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:33:55.899168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:54.955569Z","time spent":"943.542667ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:33:55.899189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:54.956046Z","time spent":"943.041014ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:33:55.899289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.936544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6kz88\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-13T02:33:55.899331Z","caller":"traceutil/trace.go:171","msg":"trace[864534043] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6kz88; range_end:; response_count:1; response_revision:8808; }","duration":"938.006916ms","start":"2026-05-13T02:33:54.961309Z","end":"2026-05-13T02:33:55.899316Z","steps":["trace[864534043] 'agreement among raft nodes before linearized reading' (duration: 937.574995ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:55.899169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:54.954988Z","time spent":"943.956877ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:33:55.899389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:54.961295Z","time spent":"938.085508ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-6kz88\" "} {"level":"warn","ts":"2026-05-13T02:33:55.899543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.166862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-13T02:33:55.899593Z","caller":"traceutil/trace.go:171","msg":"trace[2094106386] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8808; }","duration":"625.257525ms","start":"2026-05-13T02:33:55.274324Z","end":"2026-05-13T02:33:55.899582Z","steps":["trace[2094106386] 'agreement among raft nodes before linearized reading' (duration: 625.08999ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:55.899631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:55.2743Z","time spent":"625.324117ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T02:33:55.899672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.182542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:33:55.899667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.710727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-13T02:33:55.899774Z","caller":"traceutil/trace.go:171","msg":"trace[1128550261] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8808; }","duration":"922.911183ms","start":"2026-05-13T02:33:54.976843Z","end":"2026-05-13T02:33:55.899754Z","steps":["trace[1128550261] 'agreement among raft nodes before linearized reading' (duration: 922.511303ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:55.899876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:54.976819Z","time spent":"923.045206ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-13T02:33:55.899916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.102237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-13T02:33:55.899933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.418931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-13T02:33:55.899966Z","caller":"traceutil/trace.go:171","msg":"trace[1099243736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8808; }","duration":"626.154208ms","start":"2026-05-13T02:33:55.273798Z","end":"2026-05-13T02:33:55.899952Z","steps":["trace[1099243736] 'agreement among raft nodes before linearized reading' (duration: 626.020224ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:33:55.899998Z","caller":"traceutil/trace.go:171","msg":"trace[412285431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8808; }","duration":"883.527914ms","start":"2026-05-13T02:33:55.01646Z","end":"2026-05-13T02:33:55.899988Z","steps":["trace[412285431] 'agreement among raft nodes before linearized reading' (duration: 883.36888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:55.900017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:55.273755Z","time spent":"626.24512ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-13T02:33:55.89972Z","caller":"traceutil/trace.go:171","msg":"trace[846946354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8808; }","duration":"578.300094ms","start":"2026-05-13T02:33:55.321409Z","end":"2026-05-13T02:33:55.899709Z","steps":["trace[846946354] 'agreement among raft nodes before linearized reading' (duration: 578.229792ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:55.900077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.108707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-13T02:33:55.900104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:55.321384Z","time spent":"578.708454ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T02:33:55.900123Z","caller":"traceutil/trace.go:171","msg":"trace[1690372488] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8808; }","duration":"626.200809ms","start":"2026-05-13T02:33:55.273911Z","end":"2026-05-13T02:33:55.900112Z","steps":["trace[1690372488] 'agreement among raft nodes before linearized reading' (duration: 626.065825ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:55.900159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:55.273885Z","time spent":"626.26485ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-13T02:33:55.900055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:55.016435Z","time spent":"883.585626ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-13T02:33:55.9005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:54.955409Z","time spent":"943.475555ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:33:56.459403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.178155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-13T02:33:56.459776Z","caller":"traceutil/trace.go:171","msg":"trace[826476263] linearizableReadLoop","detail":"{readStateIndex:9124; appliedIndex:9120; }","duration":"554.127091ms","start":"2026-05-13T02:33:55.905629Z","end":"2026-05-13T02:33:56.459756Z","steps":["trace[826476263] 'read index received' (duration: 20.296374ms)","trace[826476263] 'applied index is now lower than readState.Index' (duration: 533.829757ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:33:56.45979Z","caller":"traceutil/trace.go:171","msg":"trace[1286377415] transaction","detail":"{read_only:false; response_revision:8810; number_of_response:1; }","duration":"554.590704ms","start":"2026-05-13T02:33:55.905173Z","end":"2026-05-13T02:33:56.459764Z","steps":["trace[1286377415] 'process raft request' (duration: 312.966137ms)","trace[1286377415] 'compare' (duration: 241.050032ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:33:56.459836Z","caller":"traceutil/trace.go:171","msg":"trace[1327202915] transaction","detail":"{read_only:false; response_revision:8813; number_of_response:1; }","duration":"554.166373ms","start":"2026-05-13T02:33:55.905646Z","end":"2026-05-13T02:33:56.459812Z","steps":["trace[1327202915] 'process raft request' (duration: 554.030339ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:33:56.45984Z","caller":"traceutil/trace.go:171","msg":"trace[1273021271] transaction","detail":"{read_only:false; response_revision:8812; number_of_response:1; }","duration":"554.429ms","start":"2026-05-13T02:33:55.905373Z","end":"2026-05-13T02:33:56.459802Z","steps":["trace[1273021271] 'process raft request' (duration: 554.263835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:56.459878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:55.905143Z","time spent":"554.687056ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:33:56.459921Z","caller":"traceutil/trace.go:171","msg":"trace[768236193] transaction","detail":"{read_only:false; response_revision:8811; number_of_response:1; }","duration":"554.549153ms","start":"2026-05-13T02:33:55.905339Z","end":"2026-05-13T02:33:56.459888Z","steps":["trace[768236193] 'process raft request' (duration: 554.155623ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:56.459988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:55.90536Z","time spent":"554.548542ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:33:56.459952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:55.905635Z","time spent":"554.250675ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:33:56.460091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:55.90533Z","time spent":"554.673926ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:33:56.460317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.681096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222781"} {"level":"info","ts":"2026-05-13T02:33:56.460361Z","caller":"traceutil/trace.go:171","msg":"trace[1521696011] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8814; }","duration":"554.761227ms","start":"2026-05-13T02:33:55.905588Z","end":"2026-05-13T02:33:56.460349Z","steps":["trace[1521696011] 'agreement among raft nodes before linearized reading' (duration: 554.262065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:33:56.460433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:33:55.905567Z","time spent":"554.85504ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222805,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-13T02:34:21.627658Z","caller":"traceutil/trace.go:171","msg":"trace[267396617] linearizableReadLoop","detail":"{readStateIndex:9318; appliedIndex:9317; }","duration":"163.337851ms","start":"2026-05-13T02:34:21.464298Z","end":"2026-05-13T02:34:21.627636Z","steps":["trace[267396617] 'read index received' (duration: 163.104755ms)","trace[267396617] 'applied index is now lower than readState.Index' (duration: 232.446µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:34:21.627749Z","caller":"traceutil/trace.go:171","msg":"trace[1745755041] transaction","detail":"{read_only:false; response_revision:8999; number_of_response:1; }","duration":"173.809188ms","start":"2026-05-13T02:34:21.453925Z","end":"2026-05-13T02:34:21.627734Z","steps":["trace[1745755041] 'process raft request' (duration: 173.569872ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:21.627847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.542697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-13T02:34:21.627891Z","caller":"traceutil/trace.go:171","msg":"trace[2005905639] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8999; }","duration":"163.660749ms","start":"2026-05-13T02:34:21.464223Z","end":"2026-05-13T02:34:21.627884Z","steps":["trace[2005905639] 'agreement among raft nodes before linearized reading' (duration: 163.529806ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:21.6279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.456886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-rbdplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:34:21.627978Z","caller":"traceutil/trace.go:171","msg":"trace[1939424087] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-rbdplugin-metrics; range_end:; response_count:0; response_revision:8999; }","duration":"150.591329ms","start":"2026-05-13T02:34:21.47737Z","end":"2026-05-13T02:34:21.627961Z","steps":["trace[1939424087] 'agreement among raft nodes before linearized reading' (duration: 150.436956ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:22.868956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.144521ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-13T02:34:22.869063Z","caller":"traceutil/trace.go:171","msg":"trace[1333164601] linearizableReadLoop","detail":"{readStateIndex:9326; appliedIndex:9325; }","duration":"275.790553ms","start":"2026-05-13T02:34:22.593254Z","end":"2026-05-13T02:34:22.869044Z","steps":["trace[1333164601] 'read index received' (duration: 54.642µs)","trace[1333164601] 'applied index is now lower than readState.Index' (duration: 275.734311ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:34:22.869496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.223154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-13T02:34:22.869504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.791486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:34:22.869528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.101001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:34:22.86957Z","caller":"traceutil/trace.go:171","msg":"trace[2066988841] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:9006; }","duration":"212.896329ms","start":"2026-05-13T02:34:22.656657Z","end":"2026-05-13T02:34:22.869554Z","steps":["trace[2066988841] 'agreement among raft nodes before linearized reading' (duration: 212.778236ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:22.869595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.531146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-13T02:34:22.869565Z","caller":"traceutil/trace.go:171","msg":"trace[674489609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9006; }","duration":"276.306436ms","start":"2026-05-13T02:34:22.593244Z","end":"2026-05-13T02:34:22.869551Z","steps":["trace[674489609] 'agreement among raft nodes before linearized reading' (duration: 276.103161ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:34:22.869624Z","caller":"traceutil/trace.go:171","msg":"trace[252327986] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:9006; }","duration":"136.241964ms","start":"2026-05-13T02:34:22.733347Z","end":"2026-05-13T02:34:22.869589Z","steps":["trace[252327986] 'agreement among raft nodes before linearized reading' (duration: 136.06742ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:22.869658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.916733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-13T02:34:22.869698Z","caller":"traceutil/trace.go:171","msg":"trace[2003372547] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9006; }","duration":"265.975823ms","start":"2026-05-13T02:34:22.603709Z","end":"2026-05-13T02:34:22.869685Z","steps":["trace[2003372547] 'agreement among raft nodes before linearized reading' (duration: 265.734717ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:34:22.869654Z","caller":"traceutil/trace.go:171","msg":"trace[253147099] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9006; }","duration":"271.609927ms","start":"2026-05-13T02:34:22.598028Z","end":"2026-05-13T02:34:22.869638Z","steps":["trace[253147099] 'agreement among raft nodes before linearized reading' (duration: 271.418862ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:22.86961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.024929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6kz88\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-13T02:34:22.869939Z","caller":"traceutil/trace.go:171","msg":"trace[43703947] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6kz88; range_end:; response_count:1; response_revision:9006; }","duration":"233.394649ms","start":"2026-05-13T02:34:22.636538Z","end":"2026-05-13T02:34:22.869932Z","steps":["trace[43703947] 'agreement among raft nodes before linearized reading' (duration: 232.870374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:22.870853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.84366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-13T02:34:22.870967Z","caller":"traceutil/trace.go:171","msg":"trace[524116898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9006; }","duration":"276.990424ms","start":"2026-05-13T02:34:22.593957Z","end":"2026-05-13T02:34:22.870947Z","steps":["trace[524116898] 'agreement among raft nodes before linearized reading' (duration: 275.401203ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:24.733896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563894218,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T02:34:25.046821Z","caller":"traceutil/trace.go:171","msg":"trace[437080722] transaction","detail":"{read_only:false; response_revision:9012; number_of_response:1; }","duration":"1.040390733s","start":"2026-05-13T02:34:24.006402Z","end":"2026-05-13T02:34:25.046792Z","steps":["trace[437080722] 'process raft request' (duration: 1.040204498s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:25.047045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:24.006369Z","time spent":"1.040583308s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:34:26.024946Z","caller":"traceutil/trace.go:171","msg":"trace[943315393] transaction","detail":"{read_only:false; response_revision:9013; number_of_response:1; }","duration":"2.018282809s","start":"2026-05-13T02:34:24.006635Z","end":"2026-05-13T02:34:26.024918Z","steps":["trace[943315393] 'process raft request' (duration: 2.014989736s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:26.025116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:24.006612Z","time spent":"2.018420473s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:34:26.02529Z","caller":"traceutil/trace.go:171","msg":"trace[1582751972] linearizableReadLoop","detail":"{readStateIndex:9335; appliedIndex:9331; }","duration":"1.79237497s","start":"2026-05-13T02:34:24.232892Z","end":"2026-05-13T02:34:26.025267Z","steps":["trace[1582751972] 'read index received' (duration: 813.827347ms)","trace[1582751972] 'applied index is now lower than readState.Index' (duration: 978.546513ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:34:26.025402Z","caller":"traceutil/trace.go:171","msg":"trace[1073324076] transaction","detail":"{read_only:false; response_revision:9015; number_of_response:1; }","duration":"1.917650448s","start":"2026-05-13T02:34:24.107733Z","end":"2026-05-13T02:34:26.025384Z","steps":["trace[1073324076] 'process raft request' (duration: 1.917393882s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:26.025499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:24.107723Z","time spent":"1.91773021s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:34:26.025632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144690997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-13T02:34:26.025663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008549845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:34:26.025651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79274192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-13T02:34:26.025762Z","caller":"traceutil/trace.go:171","msg":"trace[2039172224] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9015; }","duration":"1.792908544s","start":"2026-05-13T02:34:24.23284Z","end":"2026-05-13T02:34:26.025748Z","steps":["trace[2039172224] 'agreement among raft nodes before linearized reading' (duration: 1.792596666s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:26.025793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14089556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6kz88\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-13T02:34:26.025826Z","caller":"traceutil/trace.go:171","msg":"trace[838555131] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6kz88; range_end:; response_count:1; response_revision:9015; }","duration":"1.140953422s","start":"2026-05-13T02:34:24.884865Z","end":"2026-05-13T02:34:26.025819Z","steps":["trace[838555131] 'agreement among raft nodes before linearized reading' (duration: 1.14086096s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:26.025851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:24.884855Z","time spent":"1.140988242s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-6kz88\" "} {"level":"warn","ts":"2026-05-13T02:34:26.025864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:24.232818Z","time spent":"1.792992646s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-13T02:34:26.026005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.247183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-13T02:34:26.026083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143345612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-13T02:34:26.026126Z","caller":"traceutil/trace.go:171","msg":"trace[1750440074] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9015; }","duration":"1.143389553s","start":"2026-05-13T02:34:24.882728Z","end":"2026-05-13T02:34:26.026118Z","steps":["trace[1750440074] 'agreement among raft nodes before linearized reading' (duration: 1.14327585s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:26.026153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:24.882691Z","time spent":"1.143455505s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-13T02:34:26.025704Z","caller":"traceutil/trace.go:171","msg":"trace[1042484783] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9015; }","duration":"1.1448173s","start":"2026-05-13T02:34:24.880872Z","end":"2026-05-13T02:34:26.025689Z","steps":["trace[1042484783] 'agreement among raft nodes before linearized reading' (duration: 1.144620385s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:26.026259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143713692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-13T02:34:26.026284Z","caller":"traceutil/trace.go:171","msg":"trace[1697522753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9015; }","duration":"1.143766702s","start":"2026-05-13T02:34:24.882512Z","end":"2026-05-13T02:34:26.026278Z","steps":["trace[1697522753] 'agreement among raft nodes before linearized reading' (duration: 1.143698341s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:26.026305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:24.882495Z","time spent":"1.143804724s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T02:34:26.026302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.032513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:34:26.026308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:24.880819Z","time spent":"1.145467807s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-13T02:34:26.026349Z","caller":"traceutil/trace.go:171","msg":"trace[1887226592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9015; }","duration":"704.112795ms","start":"2026-05-13T02:34:25.322224Z","end":"2026-05-13T02:34:26.026336Z","steps":["trace[1887226592] 'agreement among raft nodes before linearized reading' (duration: 704.043883ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:34:26.025721Z","caller":"traceutil/trace.go:171","msg":"trace[10685540] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:9015; }","duration":"1.008641787s","start":"2026-05-13T02:34:25.017064Z","end":"2026-05-13T02:34:26.025706Z","steps":["trace[10685540] 'agreement among raft nodes before linearized reading' (duration: 1.008552125s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:26.026407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144536301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-13T02:34:26.026403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:25.322201Z","time spent":"704.188226ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T02:34:26.026433Z","caller":"traceutil/trace.go:171","msg":"trace[35625030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9015; }","duration":"1.144587413s","start":"2026-05-13T02:34:24.881838Z","end":"2026-05-13T02:34:26.026426Z","steps":["trace[35625030] 'agreement among raft nodes before linearized reading' (duration: 1.144522581s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:26.026455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:24.881826Z","time spent":"1.144624344s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-13T02:34:26.026447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:25.017043Z","time spent":"1.009382885s","remote":"127.0.0.1:36000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-05-13T02:34:26.026083Z","caller":"traceutil/trace.go:171","msg":"trace[1857979945] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9015; }","duration":"371.307605ms","start":"2026-05-13T02:34:25.654745Z","end":"2026-05-13T02:34:26.026052Z","steps":["trace[1857979945] 'agreement among raft nodes before linearized reading' (duration: 371.178151ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:26.026528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:25.654682Z","time spent":"371.839608ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-13T02:34:26.026239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.944814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T02:34:26.026608Z","caller":"traceutil/trace.go:171","msg":"trace[2137243092] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:9015; }","duration":"604.358854ms","start":"2026-05-13T02:34:25.422243Z","end":"2026-05-13T02:34:26.026602Z","steps":["trace[2137243092] 'agreement among raft nodes before linearized reading' (duration: 603.866792ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:26.026629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:25.422221Z","time spent":"604.399405ms","remote":"127.0.0.1:39562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":86,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-05-13T02:34:26.026937Z","caller":"traceutil/trace.go:171","msg":"trace[414516669] transaction","detail":"{read_only:false; response_revision:9014; number_of_response:1; }","duration":"1.919390291s","start":"2026-05-13T02:34:24.107502Z","end":"2026-05-13T02:34:26.026892Z","steps":["trace[414516669] 'process raft request' (duration: 1.91734023s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:26.027021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:24.107477Z","time spent":"1.919493425s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:34:30.285565Z","caller":"traceutil/trace.go:171","msg":"trace[30224243] transaction","detail":"{read_only:false; response_revision:9042; number_of_response:1; }","duration":"203.353557ms","start":"2026-05-13T02:34:30.082173Z","end":"2026-05-13T02:34:30.285526Z","steps":["trace[30224243] 'process raft request' (duration: 193.155058ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:34:30.285622Z","caller":"traceutil/trace.go:171","msg":"trace[1047790856] linearizableReadLoop","detail":"{readStateIndex:9364; appliedIndex:9361; }","duration":"203.127171ms","start":"2026-05-13T02:34:30.082468Z","end":"2026-05-13T02:34:30.285595Z","steps":["trace[1047790856] 'read index received' (duration: 16.55912ms)","trace[1047790856] 'applied index is now lower than readState.Index' (duration: 186.567141ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:34:30.285754Z","caller":"traceutil/trace.go:171","msg":"trace[107992643] transaction","detail":"{read_only:false; response_revision:9043; number_of_response:1; }","duration":"203.396218ms","start":"2026-05-13T02:34:30.082347Z","end":"2026-05-13T02:34:30.285743Z","steps":["trace[107992643] 'process raft request' (duration: 203.05379ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:34:30.285884Z","caller":"traceutil/trace.go:171","msg":"trace[928353367] transaction","detail":"{read_only:false; response_revision:9045; number_of_response:1; }","duration":"202.110875ms","start":"2026-05-13T02:34:30.083753Z","end":"2026-05-13T02:34:30.285863Z","steps":["trace[928353367] 'process raft request' (duration: 201.797297ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:34:30.285871Z","caller":"traceutil/trace.go:171","msg":"trace[377822021] transaction","detail":"{read_only:false; response_revision:9044; number_of_response:1; }","duration":"202.34364ms","start":"2026-05-13T02:34:30.083494Z","end":"2026-05-13T02:34:30.285837Z","steps":["trace[377822021] 'process raft request' (duration: 202.004292ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:30.286021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.533507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T02:34:30.286105Z","caller":"traceutil/trace.go:171","msg":"trace[1036318572] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:9045; }","duration":"107.676181ms","start":"2026-05-13T02:34:30.178411Z","end":"2026-05-13T02:34:30.286087Z","steps":["trace[1036318572] 'agreement among raft nodes before linearized reading' (duration: 107.485036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:30.286747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.267629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227512"} {"level":"info","ts":"2026-05-13T02:34:30.286829Z","caller":"traceutil/trace.go:171","msg":"trace[1138277086] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9045; }","duration":"204.387033ms","start":"2026-05-13T02:34:30.082425Z","end":"2026-05-13T02:34:30.286812Z","steps":["trace[1138277086] 'agreement among raft nodes before linearized reading' (duration: 203.392508ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:34:31.57823Z","caller":"traceutil/trace.go:171","msg":"trace[1848761894] linearizableReadLoop","detail":"{readStateIndex:9367; appliedIndex:9366; }","duration":"432.444746ms","start":"2026-05-13T02:34:31.145752Z","end":"2026-05-13T02:34:31.578196Z","steps":["trace[1848761894] 'read index received' (duration: 432.144108ms)","trace[1848761894] 'applied index is now lower than readState.Index' (duration: 299.338µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:34:31.5783Z","caller":"traceutil/trace.go:171","msg":"trace[141966496] transaction","detail":"{read_only:false; response_revision:9046; number_of_response:1; }","duration":"512.490526ms","start":"2026-05-13T02:34:31.065766Z","end":"2026-05-13T02:34:31.578257Z","steps":["trace[141966496] 'process raft request' (duration: 512.24497ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:31.578485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:31.065733Z","time spent":"512.65372ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:34:31.578558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.783584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-13T02:34:31.578545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.94659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:34:31.578613Z","caller":"traceutil/trace.go:171","msg":"trace[557209815] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9046; }","duration":"432.896156ms","start":"2026-05-13T02:34:31.1457Z","end":"2026-05-13T02:34:31.578596Z","steps":["trace[557209815] 'agreement among raft nodes before linearized reading' (duration: 432.666041ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:34:31.578645Z","caller":"traceutil/trace.go:171","msg":"trace[851696768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9046; }","duration":"256.077793ms","start":"2026-05-13T02:34:31.322532Z","end":"2026-05-13T02:34:31.57861Z","steps":["trace[851696768] 'agreement among raft nodes before linearized reading' (duration: 255.932199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:31.578666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:31.145679Z","time spent":"432.973009ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-13T02:34:32.089228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.049449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:34:32.089302Z","caller":"traceutil/trace.go:171","msg":"trace[275690854] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9046; }","duration":"414.164582ms","start":"2026-05-13T02:34:31.67512Z","end":"2026-05-13T02:34:32.089284Z","steps":["trace[275690854] 'range keys from in-memory index tree' (duration: 413.949227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:32.089337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:31.675096Z","time spent":"414.232614ms","remote":"127.0.0.1:39916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-13T02:34:32.089559Z","caller":"traceutil/trace.go:171","msg":"trace[1935723067] transaction","detail":"{read_only:false; response_revision:9047; number_of_response:1; }","duration":"345.665716ms","start":"2026-05-13T02:34:31.743877Z","end":"2026-05-13T02:34:32.089543Z","steps":["trace[1935723067] 'process raft request' (duration: 285.479289ms)","trace[1935723067] 'compare' (duration: 60.021143ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:34:32.089669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:31.743849Z","time spent":"345.760748ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:34:32.286231Z","caller":"traceutil/trace.go:171","msg":"trace[579346915] linearizableReadLoop","detail":"{readStateIndex:9371; appliedIndex:9369; }","duration":"193.870906ms","start":"2026-05-13T02:34:32.092329Z","end":"2026-05-13T02:34:32.2862Z","steps":["trace[579346915] 'read index received' (duration: 57.165789ms)","trace[579346915] 'applied index is now lower than readState.Index' (duration: 136.703857ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:34:32.286405Z","caller":"traceutil/trace.go:171","msg":"trace[269193490] transaction","detail":"{read_only:false; response_revision:9050; number_of_response:1; }","duration":"202.540115ms","start":"2026-05-13T02:34:32.083789Z","end":"2026-05-13T02:34:32.286329Z","steps":["trace[269193490] 'process raft request' (duration: 202.233838ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:32.286435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.088331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:34:32.286644Z","caller":"traceutil/trace.go:171","msg":"trace[1044521656] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9050; }","duration":"194.343398ms","start":"2026-05-13T02:34:32.09228Z","end":"2026-05-13T02:34:32.286624Z","steps":["trace[1044521656] 'agreement among raft nodes before linearized reading' (duration: 194.059831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:32.286452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-13T02:34:32.286708Z","caller":"traceutil/trace.go:171","msg":"trace[1679228788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9050; }","duration":"184.452548ms","start":"2026-05-13T02:34:32.102239Z","end":"2026-05-13T02:34:32.286692Z","steps":["trace[1679228788] 'agreement among raft nodes before linearized reading' (duration: 184.102839ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:34:32.461084Z","caller":"traceutil/trace.go:171","msg":"trace[1969685641] transaction","detail":"{read_only:false; response_revision:9054; number_of_response:1; }","duration":"165.878466ms","start":"2026-05-13T02:34:32.295181Z","end":"2026-05-13T02:34:32.46106Z","steps":["trace[1969685641] 'process raft request' (duration: 165.787384ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:34:32.461085Z","caller":"traceutil/trace.go:171","msg":"trace[1975797425] linearizableReadLoop","detail":"{readStateIndex:9376; appliedIndex:9372; }","duration":"147.443898ms","start":"2026-05-13T02:34:32.313613Z","end":"2026-05-13T02:34:32.461057Z","steps":["trace[1975797425] 'read index received' (duration: 88.930004ms)","trace[1975797425] 'applied index is now lower than readState.Index' (duration: 58.512664ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:34:32.461088Z","caller":"traceutil/trace.go:171","msg":"trace[1151278116] transaction","detail":"{read_only:false; response_revision:9052; number_of_response:1; }","duration":"167.849486ms","start":"2026-05-13T02:34:32.293188Z","end":"2026-05-13T02:34:32.461038Z","steps":["trace[1151278116] 'process raft request' (duration: 109.414974ms)","trace[1151278116] 'compare' (duration: 58.167236ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:34:32.461223Z","caller":"traceutil/trace.go:171","msg":"trace[421198684] transaction","detail":"{read_only:false; response_revision:9053; number_of_response:1; }","duration":"166.106892ms","start":"2026-05-13T02:34:32.295109Z","end":"2026-05-13T02:34:32.461216Z","steps":["trace[421198684] 'process raft request' (duration: 165.808094ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:34:32.461248Z","caller":"traceutil/trace.go:171","msg":"trace[343474341] transaction","detail":"{read_only:false; response_revision:9055; number_of_response:1; }","duration":"165.520088ms","start":"2026-05-13T02:34:32.295695Z","end":"2026-05-13T02:34:32.461215Z","steps":["trace[343474341] 'process raft request' (duration: 165.315483ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:32.461398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.791881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19512"} {"level":"warn","ts":"2026-05-13T02:34:32.461398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.482771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6kz88\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-13T02:34:32.461423Z","caller":"traceutil/trace.go:171","msg":"trace[216933635] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9055; }","duration":"144.857103ms","start":"2026-05-13T02:34:32.316558Z","end":"2026-05-13T02:34:32.461415Z","steps":["trace[216933635] 'agreement among raft nodes before linearized reading' (duration: 144.73488ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:34:32.46144Z","caller":"traceutil/trace.go:171","msg":"trace[1291458032] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6kz88; range_end:; response_count:1; response_revision:9055; }","duration":"166.557203ms","start":"2026-05-13T02:34:32.294871Z","end":"2026-05-13T02:34:32.461428Z","steps":["trace[1291458032] 'agreement among raft nodes before linearized reading' (duration: 166.354748ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:34:33.690556Z","caller":"traceutil/trace.go:171","msg":"trace[462850837] transaction","detail":"{read_only:false; response_revision:9056; number_of_response:1; }","duration":"105.954177ms","start":"2026-05-13T02:34:33.58457Z","end":"2026-05-13T02:34:33.690524Z","steps":["trace[462850837] 'process raft request' (duration: 105.731042ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:40.587376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.190375ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-13T02:34:40.587737Z","caller":"traceutil/trace.go:171","msg":"trace[1703761962] linearizableReadLoop","detail":"{readStateIndex:9455; appliedIndex:9452; }","duration":"703.225363ms","start":"2026-05-13T02:34:39.884496Z","end":"2026-05-13T02:34:40.587721Z","steps":["trace[1703761962] 'read index received' (duration: 15.631607ms)","trace[1703761962] 'applied index is now lower than readState.Index' (duration: 687.592546ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:34:40.587821Z","caller":"traceutil/trace.go:171","msg":"trace[578974799] transaction","detail":"{read_only:false; response_revision:9126; number_of_response:1; }","duration":"878.284861ms","start":"2026-05-13T02:34:39.709522Z","end":"2026-05-13T02:34:40.587807Z","steps":["trace[578974799] 'process raft request' (duration: 190.572602ms)","trace[578974799] 'compare' (duration: 686.918499ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:34:40.587859Z","caller":"traceutil/trace.go:171","msg":"trace[806958591] transaction","detail":"{read_only:false; response_revision:9128; number_of_response:1; }","duration":"871.224342ms","start":"2026-05-13T02:34:39.716606Z","end":"2026-05-13T02:34:40.587831Z","steps":["trace[806958591] 'process raft request' (duration: 870.995717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:40.588013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:39.716582Z","time spent":"871.352215ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:34:40.588029Z","caller":"traceutil/trace.go:171","msg":"trace[1713400110] transaction","detail":"{read_only:false; response_revision:9129; number_of_response:1; }","duration":"703.191011ms","start":"2026-05-13T02:34:39.884783Z","end":"2026-05-13T02:34:40.587974Z","steps":["trace[1713400110] 'process raft request' (duration: 702.887603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:40.587884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:39.709505Z","time spent":"878.346232ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4633,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:34:40.588028Z","caller":"traceutil/trace.go:171","msg":"trace[258703845] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9127; }","duration":"878.442795ms","start":"2026-05-13T02:34:39.709543Z","end":"2026-05-13T02:34:40.587986Z","steps":["trace[258703845] 'process raft request' (duration: 877.963153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:40.588069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.566431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-km6g7\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-05-13T02:34:40.58813Z","caller":"traceutil/trace.go:171","msg":"trace[581841971] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-km6g7; range_end:; response_count:1; response_revision:9129; }","duration":"703.676653ms","start":"2026-05-13T02:34:39.884438Z","end":"2026-05-13T02:34:40.588114Z","steps":["trace[581841971] 'agreement among raft nodes before linearized reading' (duration: 703.52391ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:40.588165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:39.884412Z","time spent":"703.746236ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4672,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-km6g7\" "} {"level":"warn","ts":"2026-05-13T02:34:40.588185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:39.884758Z","time spent":"703.351085ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T02:34:40.588247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:39.709517Z","time spent":"878.597128ms","remote":"127.0.0.1:41176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-05-13T02:34:41.063065Z","caller":"traceutil/trace.go:171","msg":"trace[686734484] transaction","detail":"{read_only:false; response_revision:9130; number_of_response:1; }","duration":"951.738904ms","start":"2026-05-13T02:34:40.111303Z","end":"2026-05-13T02:34:41.063042Z","steps":["trace[686734484] 'process raft request' (duration: 940.850838ms)","trace[686734484] 'compare' (duration: 10.577298ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:34:41.063191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:40.111257Z","time spent":"951.867407ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:34:41.284538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.826461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-13T02:34:41.284881Z","caller":"traceutil/trace.go:171","msg":"trace[1828523645] transaction","detail":"{read_only:false; response_revision:9131; number_of_response:1; }","duration":"1.107020202s","start":"2026-05-13T02:34:40.17784Z","end":"2026-05-13T02:34:41.28486Z","steps":["trace[1828523645] 'process raft request' (duration: 993.76663ms)","trace[1828523645] 'compare' (duration: 112.665507ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:34:41.285041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:40.177806Z","time spent":"1.107131385s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:34:41.285159Z","caller":"traceutil/trace.go:171","msg":"trace[1483414114] transaction","detail":"{read_only:false; response_revision:9132; number_of_response:1; }","duration":"962.137117ms","start":"2026-05-13T02:34:40.322979Z","end":"2026-05-13T02:34:41.285116Z","steps":["trace[1483414114] 'process raft request' (duration: 961.707996ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:34:41.285341Z","caller":"traceutil/trace.go:171","msg":"trace[569940905] transaction","detail":"{read_only:false; response_revision:9133; number_of_response:1; }","duration":"689.960465ms","start":"2026-05-13T02:34:40.595366Z","end":"2026-05-13T02:34:41.285327Z","steps":["trace[569940905] 'process raft request' (duration: 689.570376ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:34:41.285574Z","caller":"traceutil/trace.go:171","msg":"trace[2004296264] transaction","detail":"{read_only:false; response_revision:9134; number_of_response:1; }","duration":"596.887756ms","start":"2026-05-13T02:34:40.688664Z","end":"2026-05-13T02:34:41.285552Z","steps":["trace[2004296264] 'process raft request' (duration: 596.702281ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:34:41.285578Z","caller":"traceutil/trace.go:171","msg":"trace[1344414441] linearizableReadLoop","detail":"{readStateIndex:9459; appliedIndex:9456; }","duration":"697.773774ms","start":"2026-05-13T02:34:40.587775Z","end":"2026-05-13T02:34:41.285549Z","steps":["trace[1344414441] 'read index received' (duration: 464.390946ms)","trace[1344414441] 'applied index is now lower than readState.Index' (duration: 233.380208ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:34:41.285679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:40.688632Z","time spent":"596.997849ms","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:34:41.285391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:40.32296Z","time spent":"962.299852ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:34:41.285786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.792511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-13T02:34:41.285881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202618926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T02:34:41.285945Z","caller":"traceutil/trace.go:171","msg":"trace[2012549493] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:9134; }","duration":"1.202732918s","start":"2026-05-13T02:34:40.083193Z","end":"2026-05-13T02:34:41.285926Z","steps":["trace[2012549493] 'agreement among raft nodes before linearized reading' (duration: 1.202550754s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:41.285996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.274864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-13T02:34:41.28599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.868911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-13T02:34:41.286165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.760342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-13T02:34:41.286166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.972745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:34:41.28617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:40.595311Z","time spent":"690.190161ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4638,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:34:41.286224Z","caller":"traceutil/trace.go:171","msg":"trace[2050909362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9134; }","duration":"941.842393ms","start":"2026-05-13T02:34:40.344368Z","end":"2026-05-13T02:34:41.286211Z","steps":["trace[2050909362] 'agreement among raft nodes before linearized reading' (duration: 941.665588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:41.286221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.228494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6kz88\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-13T02:34:41.286246Z","caller":"traceutil/trace.go:171","msg":"trace[900548481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9134; }","duration":"964.101619ms","start":"2026-05-13T02:34:40.322124Z","end":"2026-05-13T02:34:41.286226Z","steps":["trace[900548481] 'agreement among raft nodes before linearized reading' (duration: 963.933624ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:41.286269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:40.344358Z","time spent":"941.900265ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-13T02:34:41.286281Z","caller":"traceutil/trace.go:171","msg":"trace[1400536139] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6kz88; range_end:; response_count:1; response_revision:9134; }","duration":"776.311477ms","start":"2026-05-13T02:34:40.509955Z","end":"2026-05-13T02:34:41.286267Z","steps":["trace[1400536139] 'agreement among raft nodes before linearized reading' (duration: 776.150613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:41.286328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:40.509942Z","time spent":"776.375218ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-6kz88\" "} {"level":"warn","ts":"2026-05-13T02:34:41.286324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:40.322099Z","time spent":"964.209401ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T02:34:41.286331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.457489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-13T02:34:41.286374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295112352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-05-13T02:34:41.286402Z","caller":"traceutil/trace.go:171","msg":"trace[566236873] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9134; }","duration":"679.571033ms","start":"2026-05-13T02:34:40.606812Z","end":"2026-05-13T02:34:41.286383Z","steps":["trace[566236873] 'agreement among raft nodes before linearized reading' (duration: 679.45227ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:34:41.286431Z","caller":"traceutil/trace.go:171","msg":"trace[1143945355] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:9134; }","duration":"1.295208314s","start":"2026-05-13T02:34:39.991207Z","end":"2026-05-13T02:34:41.286416Z","steps":["trace[1143945355] 'agreement among raft nodes before linearized reading' (duration: 1.295072031s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:41.286395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.14395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-13T02:34:41.286453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:40.606797Z","time spent":"679.638134ms","remote":"127.0.0.1:57866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-13T02:34:41.286477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:39.991176Z","time spent":"1.295292016s","remote":"127.0.0.1:54758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-05-13T02:34:41.286495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.643291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-13T02:34:41.286519Z","caller":"traceutil/trace.go:171","msg":"trace[1844570650] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9134; }","duration":"787.308654ms","start":"2026-05-13T02:34:40.499177Z","end":"2026-05-13T02:34:41.286486Z","steps":["trace[1844570650] 'agreement among raft nodes before linearized reading' (duration: 786.947665ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:41.286233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.050716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-km6g7\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-05-13T02:34:41.286584Z","caller":"traceutil/trace.go:171","msg":"trace[1053163976] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9134; }","duration":"236.768995ms","start":"2026-05-13T02:34:41.04977Z","end":"2026-05-13T02:34:41.286539Z","steps":["trace[1053163976] 'agreement among raft nodes before linearized reading' (duration: 236.455117ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:34:41.286586Z","caller":"traceutil/trace.go:171","msg":"trace[394187071] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-km6g7; range_end:; response_count:1; response_revision:9134; }","duration":"686.441706ms","start":"2026-05-13T02:34:40.600129Z","end":"2026-05-13T02:34:41.286571Z","steps":["trace[394187071] 'agreement among raft nodes before linearized reading' (duration: 686.038756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:41.286609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:40.499162Z","time spent":"787.412516ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-13T02:34:41.28664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:40.600108Z","time spent":"686.519939ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4677,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-km6g7\" "} {"level":"warn","ts":"2026-05-13T02:34:41.286005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:40.083165Z","time spent":"1.20282514s","remote":"127.0.0.1:41176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":36,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-05-13T02:34:41.286247Z","caller":"traceutil/trace.go:171","msg":"trace[2146504871] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9134; }","duration":"789.48203ms","start":"2026-05-13T02:34:40.496677Z","end":"2026-05-13T02:34:41.286159Z","steps":["trace[2146504871] 'agreement among raft nodes before linearized reading' (duration: 789.018107ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:34:41.286102Z","caller":"traceutil/trace.go:171","msg":"trace[1635964601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9134; }","duration":"787.156639ms","start":"2026-05-13T02:34:40.498893Z","end":"2026-05-13T02:34:41.286049Z","steps":["trace[1635964601] 'agreement among raft nodes before linearized reading' (duration: 786.666257ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:34:41.286198Z","caller":"traceutil/trace.go:171","msg":"trace[929462522] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9134; }","duration":"783.068298ms","start":"2026-05-13T02:34:40.503074Z","end":"2026-05-13T02:34:41.286142Z","steps":["trace[929462522] 'agreement among raft nodes before linearized reading' (duration: 782.573184ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:41.287057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:40.49666Z","time spent":"790.368682ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-13T02:34:41.287129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:40.498873Z","time spent":"788.175227ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-13T02:34:41.287404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:40.503063Z","time spent":"784.213586ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-13T02:34:41.499481Z","caller":"traceutil/trace.go:171","msg":"trace[725085791] transaction","detail":"{read_only:false; response_revision:9136; number_of_response:1; }","duration":"206.791774ms","start":"2026-05-13T02:34:41.292659Z","end":"2026-05-13T02:34:41.499451Z","steps":["trace[725085791] 'process raft request' (duration: 206.559268ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:34:41.499769Z","caller":"traceutil/trace.go:171","msg":"trace[2098717758] transaction","detail":"{read_only:false; response_revision:9137; number_of_response:1; }","duration":"206.993859ms","start":"2026-05-13T02:34:41.292739Z","end":"2026-05-13T02:34:41.499733Z","steps":["trace[2098717758] 'process raft request' (duration: 206.6405ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:34:41.500061Z","caller":"traceutil/trace.go:171","msg":"trace[1731398525] transaction","detail":"{read_only:false; response_revision:9138; number_of_response:1; }","duration":"207.067991ms","start":"2026-05-13T02:34:41.292968Z","end":"2026-05-13T02:34:41.500036Z","steps":["trace[1731398525] 'process raft request' (duration: 206.62203ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:34:41.500204Z","caller":"traceutil/trace.go:171","msg":"trace[1231756813] transaction","detail":"{read_only:false; response_revision:9139; number_of_response:1; }","duration":"206.777664ms","start":"2026-05-13T02:34:41.293408Z","end":"2026-05-13T02:34:41.500186Z","steps":["trace[1231756813] 'process raft request' (duration: 206.511697ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:34:41.500488Z","caller":"traceutil/trace.go:171","msg":"trace[722046062] linearizableReadLoop","detail":"{readStateIndex:9464; appliedIndex:9462; }","duration":"207.687247ms","start":"2026-05-13T02:34:41.292763Z","end":"2026-05-13T02:34:41.50045Z","steps":["trace[722046062] 'read index received' (duration: 51.791643ms)","trace[722046062] 'applied index is now lower than readState.Index' (duration: 155.894464ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:34:41.500585Z","caller":"traceutil/trace.go:171","msg":"trace[264334184] transaction","detail":"{read_only:false; response_revision:9140; number_of_response:1; }","duration":"206.411534ms","start":"2026-05-13T02:34:41.29414Z","end":"2026-05-13T02:34:41.500552Z","steps":["trace[264334184] 'process raft request' (duration: 205.986684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:41.500707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.929203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-km6g7\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-05-13T02:34:41.500748Z","caller":"traceutil/trace.go:171","msg":"trace[1728611561] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-km6g7; range_end:; response_count:1; response_revision:9140; }","duration":"208.011415ms","start":"2026-05-13T02:34:41.292727Z","end":"2026-05-13T02:34:41.500738Z","steps":["trace[1728611561] 'agreement among raft nodes before linearized reading' (duration: 207.860421ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:41.514593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.162514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18aeff58d87767c8\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-05-13T02:34:41.514667Z","caller":"traceutil/trace.go:171","msg":"trace[968200214] range","detail":"{range_begin:/registry/events/openstack/ceph.18aeff58d87767c8; range_end:; response_count:1; response_revision:9141; }","duration":"220.259916ms","start":"2026-05-13T02:34:41.29439Z","end":"2026-05-13T02:34:41.51465Z","steps":["trace[968200214] 'agreement among raft nodes before linearized reading' (duration: 220.055591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:41.515303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.345898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227427"} {"level":"info","ts":"2026-05-13T02:34:41.515364Z","caller":"traceutil/trace.go:171","msg":"trace[342065092] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9141; }","duration":"222.45034ms","start":"2026-05-13T02:34:41.2929Z","end":"2026-05-13T02:34:41.51535Z","steps":["trace[342065092] 'agreement among raft nodes before linearized reading' (duration: 221.430415ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:34:41.71039Z","caller":"traceutil/trace.go:171","msg":"trace[390121181] linearizableReadLoop","detail":"{readStateIndex:9472; appliedIndex:9468; }","duration":"190.399298ms","start":"2026-05-13T02:34:41.519976Z","end":"2026-05-13T02:34:41.710375Z","steps":["trace[390121181] 'read index received' (duration: 29.638832ms)","trace[390121181] 'applied index is now lower than readState.Index' (duration: 160.758486ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:34:41.710383Z","caller":"traceutil/trace.go:171","msg":"trace[2037700200] transaction","detail":"{read_only:false; response_revision:9143; number_of_response:1; }","duration":"193.477696ms","start":"2026-05-13T02:34:41.516863Z","end":"2026-05-13T02:34:41.710341Z","steps":["trace[2037700200] 'process raft request' (duration: 193.22482ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:34:41.71064Z","caller":"traceutil/trace.go:171","msg":"trace[40732314] transaction","detail":"{read_only:false; response_revision:9145; number_of_response:1; }","duration":"191.952207ms","start":"2026-05-13T02:34:41.518633Z","end":"2026-05-13T02:34:41.710585Z","steps":["trace[40732314] 'process raft request' (duration: 191.627299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:41.710681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.677266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-05-13T02:34:41.71095Z","caller":"traceutil/trace.go:171","msg":"trace[1165898314] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9145; }","duration":"190.996153ms","start":"2026-05-13T02:34:41.519942Z","end":"2026-05-13T02:34:41.710938Z","steps":["trace[1165898314] 'agreement among raft nodes before linearized reading' (duration: 190.524471ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:34:41.710318Z","caller":"traceutil/trace.go:171","msg":"trace[1857593226] transaction","detail":"{read_only:false; response_revision:9144; number_of_response:1; }","duration":"192.097212ms","start":"2026-05-13T02:34:41.5182Z","end":"2026-05-13T02:34:41.710297Z","steps":["trace[1857593226] 'process raft request' (duration: 192.02292ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:42.109234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.029832ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-13T02:34:42.109347Z","caller":"traceutil/trace.go:171","msg":"trace[522610504] transaction","detail":"{read_only:false; response_revision:9147; number_of_response:1; }","duration":"387.699791ms","start":"2026-05-13T02:34:41.721626Z","end":"2026-05-13T02:34:42.109326Z","steps":["trace[522610504] 'process raft request' (duration: 71.498804ms)","trace[522610504] 'compare' (duration: 315.900269ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:34:42.109403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:41.721608Z","time spent":"387.768822ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:34:42.544583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.91428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-13T02:34:42.544696Z","caller":"traceutil/trace.go:171","msg":"trace[1279265020] linearizableReadLoop","detail":"{readStateIndex:9475; appliedIndex:9474; }","duration":"404.840846ms","start":"2026-05-13T02:34:42.139836Z","end":"2026-05-13T02:34:42.544677Z","steps":["trace[1279265020] 'read index received' (duration: 301.806503ms)","trace[1279265020] 'applied index is now lower than readState.Index' (duration: 103.033013ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:34:42.544723Z","caller":"traceutil/trace.go:171","msg":"trace[1008146015] transaction","detail":"{read_only:false; response_revision:9148; number_of_response:1; }","duration":"421.767285ms","start":"2026-05-13T02:34:42.122925Z","end":"2026-05-13T02:34:42.544692Z","steps":["trace[1008146015] 'process raft request' (duration: 318.672121ms)","trace[1008146015] 'compare' (duration: 102.776537ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:34:42.544844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:42.122884Z","time spent":"421.897949ms","remote":"127.0.0.1:39562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T02:34:42.544858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.018581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:34:42.544896Z","caller":"traceutil/trace.go:171","msg":"trace[1602463224] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:9148; }","duration":"405.105373ms","start":"2026-05-13T02:34:42.139779Z","end":"2026-05-13T02:34:42.544885Z","steps":["trace[1602463224] 'agreement among raft nodes before linearized reading' (duration: 404.998491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:42.544945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:42.139755Z","time spent":"405.179924ms","remote":"127.0.0.1:39554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-05-13T02:34:42.556541Z","caller":"traceutil/trace.go:171","msg":"trace[1253944677] transaction","detail":"{read_only:false; response_revision:9149; number_of_response:1; }","duration":"217.234879ms","start":"2026-05-13T02:34:42.339287Z","end":"2026-05-13T02:34:42.556521Z","steps":["trace[1253944677] 'process raft request' (duration: 217.098436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:42.82013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.965564ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-13T02:34:42.820378Z","caller":"traceutil/trace.go:171","msg":"trace[1149920191] linearizableReadLoop","detail":"{readStateIndex:9477; appliedIndex:9475; }","duration":"275.617738ms","start":"2026-05-13T02:34:42.544741Z","end":"2026-05-13T02:34:42.820359Z","steps":["trace[1149920191] 'read index received' (duration: 11.667385ms)","trace[1149920191] 'applied index is now lower than readState.Index' (duration: 263.947313ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:34:42.820456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.020133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:34:42.820511Z","caller":"traceutil/trace.go:171","msg":"trace[116729488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9149; }","duration":"499.121387ms","start":"2026-05-13T02:34:42.321375Z","end":"2026-05-13T02:34:42.820496Z","steps":["trace[116729488] 'agreement among raft nodes before linearized reading' (duration: 499.031114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:42.820546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:42.321351Z","time spent":"499.187918ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T02:34:42.820601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.24786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T02:34:42.820672Z","caller":"traceutil/trace.go:171","msg":"trace[859945019] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:9149; }","duration":"512.362103ms","start":"2026-05-13T02:34:42.308299Z","end":"2026-05-13T02:34:42.820661Z","steps":["trace[859945019] 'agreement among raft nodes before linearized reading' (duration: 512.172898ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:42.820707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:42.308276Z","time spent":"512.420454ms","remote":"127.0.0.1:39946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":24,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-05-13T02:34:42.820776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.909394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-05-13T02:34:42.820872Z","caller":"traceutil/trace.go:171","msg":"trace[31034022] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9149; }","duration":"649.050528ms","start":"2026-05-13T02:34:42.171802Z","end":"2026-05-13T02:34:42.820853Z","steps":["trace[31034022] 'agreement among raft nodes before linearized reading' (duration: 648.72959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:42.820953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:42.171786Z","time spent":"649.15489ms","remote":"127.0.0.1:39568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-13T02:34:42.821201Z","caller":"traceutil/trace.go:171","msg":"trace[1108377822] transaction","detail":"{read_only:false; response_revision:9150; number_of_response:1; }","duration":"223.959398ms","start":"2026-05-13T02:34:42.597227Z","end":"2026-05-13T02:34:42.821187Z","steps":["trace[1108377822] 'process raft request' (duration: 222.998384ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:43.321048Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563894592,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T02:34:43.401846Z","caller":"traceutil/trace.go:171","msg":"trace[1508119023] transaction","detail":"{read_only:false; response_revision:9151; number_of_response:1; }","duration":"658.771615ms","start":"2026-05-13T02:34:42.743044Z","end":"2026-05-13T02:34:43.401816Z","steps":["trace[1508119023] 'process raft request' (duration: 658.508969ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:43.402026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:42.743012Z","time spent":"658.918388ms","remote":"127.0.0.1:39634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19451,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:34:43.987446Z","caller":"traceutil/trace.go:171","msg":"trace[830946992] transaction","detail":"{read_only:false; response_revision:9152; number_of_response:1; }","duration":"916.606513ms","start":"2026-05-13T02:34:43.070812Z","end":"2026-05-13T02:34:43.987419Z","steps":["trace[830946992] 'process raft request' (duration: 916.409528ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:43.987606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:43.070788Z","time spent":"916.737296ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:34:43.987818Z","caller":"traceutil/trace.go:171","msg":"trace[970361797] linearizableReadLoop","detail":"{readStateIndex:9482; appliedIndex:9478; }","duration":"1.167342932s","start":"2026-05-13T02:34:42.820445Z","end":"2026-05-13T02:34:43.987788Z","steps":["trace[970361797] 'read index received' (duration: 581.340352ms)","trace[970361797] 'applied index is now lower than readState.Index' (duration: 586.00135ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:34:43.9879Z","caller":"traceutil/trace.go:171","msg":"trace[697364998] transaction","detail":"{read_only:false; response_revision:9153; number_of_response:1; }","duration":"696.759978ms","start":"2026-05-13T02:34:43.291129Z","end":"2026-05-13T02:34:43.987889Z","steps":["trace[697364998] 'process raft request' (duration: 696.250986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:43.988031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166158471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:34:43.988035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:43.291108Z","time spent":"696.835031ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:34:43.988061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337044494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-13T02:34:43.988059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441050632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-05-13T02:34:43.988096Z","caller":"traceutil/trace.go:171","msg":"trace[1235804226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9154; }","duration":"1.166255493s","start":"2026-05-13T02:34:42.821826Z","end":"2026-05-13T02:34:43.988082Z","steps":["trace[1235804226] 'agreement among raft nodes before linearized reading' (duration: 1.166167491s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:43.988102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441146884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-05-13T02:34:43.988126Z","caller":"traceutil/trace.go:171","msg":"trace[1147447705] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:9154; }","duration":"1.441140734s","start":"2026-05-13T02:34:42.546969Z","end":"2026-05-13T02:34:43.98811Z","steps":["trace[1147447705] 'agreement among raft nodes before linearized reading' (duration: 1.440897258s)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:34:43.988126Z","caller":"traceutil/trace.go:171","msg":"trace[714250848] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9154; }","duration":"1.337163417s","start":"2026-05-13T02:34:42.650951Z","end":"2026-05-13T02:34:43.988114Z","steps":["trace[714250848] 'agreement among raft nodes before linearized reading' (duration: 1.336993563s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:43.988166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:42.650896Z","time spent":"1.33726492s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-13T02:34:43.988168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:42.546878Z","time spent":"1.441282777s","remote":"127.0.0.1:39858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-05-13T02:34:43.988179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.546616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-13T02:34:43.988236Z","caller":"traceutil/trace.go:171","msg":"trace[1563186055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9154; }","duration":"482.627428ms","start":"2026-05-13T02:34:43.505593Z","end":"2026-05-13T02:34:43.98822Z","steps":["trace[1563186055] 'agreement among raft nodes before linearized reading' (duration: 482.479344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:43.988255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.706647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-05-13T02:34:43.988272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:43.50555Z","time spent":"482.71319ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T02:34:43.98826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.12174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-13T02:34:43.988291Z","caller":"traceutil/trace.go:171","msg":"trace[775003015] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9154; }","duration":"666.764067ms","start":"2026-05-13T02:34:43.321518Z","end":"2026-05-13T02:34:43.988282Z","steps":["trace[775003015] 'agreement among raft nodes before linearized reading' (duration: 666.674615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:43.988263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.65954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-13T02:34:43.988319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.733497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-13T02:34:43.988339Z","caller":"traceutil/trace.go:171","msg":"trace[1489049777] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9154; }","duration":"483.237813ms","start":"2026-05-13T02:34:43.505086Z","end":"2026-05-13T02:34:43.988324Z","steps":["trace[1489049777] 'agreement among raft nodes before linearized reading' (duration: 483.039578ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:43.988174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.468809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:34:43.988353Z","caller":"traceutil/trace.go:171","msg":"trace[1580978043] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9154; }","duration":"484.815664ms","start":"2026-05-13T02:34:43.503522Z","end":"2026-05-13T02:34:43.988338Z","steps":["trace[1580978043] 'agreement among raft nodes before linearized reading' (duration: 484.565667ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:34:43.988382Z","caller":"traceutil/trace.go:171","msg":"trace[1254714396] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:9154; }","duration":"580.719086ms","start":"2026-05-13T02:34:43.407656Z","end":"2026-05-13T02:34:43.988375Z","steps":["trace[1254714396] 'agreement among raft nodes before linearized reading' (duration: 580.49461ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:43.988382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:43.505074Z","time spent":"483.301625ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-13T02:34:43.988376Z","caller":"traceutil/trace.go:171","msg":"trace[1362824931] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9154; }","duration":"483.827939ms","start":"2026-05-13T02:34:43.504534Z","end":"2026-05-13T02:34:43.988362Z","steps":["trace[1362824931] 'agreement among raft nodes before linearized reading' (duration: 483.687636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:43.988405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:43.407619Z","time spent":"580.776867ms","remote":"127.0.0.1:39680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-05-13T02:34:43.988334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:43.321498Z","time spent":"666.830359ms","remote":"127.0.0.1:39568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-13T02:34:43.988408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:43.5035Z","time spent":"484.894396ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-13T02:34:43.987836Z","caller":"traceutil/trace.go:171","msg":"trace[2083938441] transaction","detail":"{read_only:false; response_revision:9154; number_of_response:1; }","duration":"696.593555ms","start":"2026-05-13T02:34:43.291222Z","end":"2026-05-13T02:34:43.987816Z","steps":["trace[2083938441] 'process raft request' (duration: 696.41811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:43.988426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:43.504508Z","time spent":"483.901181ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T02:34:43.988129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:42.82181Z","time spent":"1.166312895s","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T02:34:43.988507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:43.291217Z","time spent":"697.22697ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:34:43.988162Z","caller":"traceutil/trace.go:171","msg":"trace[312092982] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:9154; }","duration":"1.441287798s","start":"2026-05-13T02:34:42.54686Z","end":"2026-05-13T02:34:43.988148Z","steps":["trace[312092982] 'agreement among raft nodes before linearized reading' (duration: 1.441098773s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:43.988611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.946576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-13T02:34:43.988632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:42.546842Z","time spent":"1.44177271s","remote":"127.0.0.1:39858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-05-13T02:34:43.988656Z","caller":"traceutil/trace.go:171","msg":"trace[1157082542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9154; }","duration":"483.018187ms","start":"2026-05-13T02:34:43.505623Z","end":"2026-05-13T02:34:43.988641Z","steps":["trace[1157082542] 'agreement among raft nodes before linearized reading' (duration: 482.895364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:43.988699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:43.505613Z","time spent":"483.074609ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-13T02:34:43.988794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.680257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"info","ts":"2026-05-13T02:34:43.988817Z","caller":"traceutil/trace.go:171","msg":"trace[1742356208] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:9154; }","duration":"336.728359ms","start":"2026-05-13T02:34:43.652083Z","end":"2026-05-13T02:34:43.988811Z","steps":["trace[1742356208] 'agreement among raft nodes before linearized reading' (duration: 336.567645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:43.988867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:43.652068Z","time spent":"336.79415ms","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414493,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-13T02:34:43.988881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.15878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6kz88\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-13T02:34:43.988926Z","caller":"traceutil/trace.go:171","msg":"trace[290211973] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6kz88; range_end:; response_count:1; response_revision:9154; }","duration":"466.205651ms","start":"2026-05-13T02:34:43.52271Z","end":"2026-05-13T02:34:43.988916Z","steps":["trace[290211973] 'agreement among raft nodes before linearized reading' (duration: 465.943055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:43.988965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:43.522645Z","time spent":"466.312704ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-6kz88\" "} {"level":"warn","ts":"2026-05-13T02:34:43.989283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439893772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"info","ts":"2026-05-13T02:34:43.989326Z","caller":"traceutil/trace.go:171","msg":"trace[231195641] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:9154; }","duration":"1.440474727s","start":"2026-05-13T02:34:42.548841Z","end":"2026-05-13T02:34:43.989316Z","steps":["trace[231195641] 'agreement among raft nodes before linearized reading' (duration: 1.43900507s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:43.989355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:42.548825Z","time spent":"1.440522548s","remote":"127.0.0.1:39562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":622,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"warn","ts":"2026-05-13T02:34:44.412318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.003125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-13T02:34:44.412621Z","caller":"traceutil/trace.go:171","msg":"trace[866472994] linearizableReadLoop","detail":"{readStateIndex:9484; appliedIndex:9482; }","duration":"419.239442ms","start":"2026-05-13T02:34:43.993366Z","end":"2026-05-13T02:34:44.412605Z","steps":["trace[866472994] 'read index received' (duration: 180.890907ms)","trace[866472994] 'applied index is now lower than readState.Index' (duration: 238.347465ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:34:44.412599Z","caller":"traceutil/trace.go:171","msg":"trace[560703015] transaction","detail":"{read_only:false; response_revision:9155; number_of_response:1; }","duration":"420.215666ms","start":"2026-05-13T02:34:43.992344Z","end":"2026-05-13T02:34:44.412559Z","steps":["trace[560703015] 'process raft request' (duration: 181.887441ms)","trace[560703015] 'compare' (duration: 237.627396ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:34:44.41276Z","caller":"traceutil/trace.go:171","msg":"trace[983633624] transaction","detail":"{read_only:false; response_revision:9156; number_of_response:1; }","duration":"419.913728ms","start":"2026-05-13T02:34:43.992835Z","end":"2026-05-13T02:34:44.412748Z","steps":["trace[983633624] 'process raft request' (duration: 419.5826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:44.4128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.431676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19465"} {"level":"info","ts":"2026-05-13T02:34:44.412824Z","caller":"traceutil/trace.go:171","msg":"trace[162789554] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9159; }","duration":"419.480277ms","start":"2026-05-13T02:34:43.993337Z","end":"2026-05-13T02:34:44.412817Z","steps":["trace[162789554] 'agreement among raft nodes before linearized reading' (duration: 419.354624ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:44.412848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:43.993328Z","time spent":"419.515649ms","remote":"127.0.0.1:39634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19489,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-13T02:34:44.412722Z","caller":"traceutil/trace.go:171","msg":"trace[782840145] transaction","detail":"{read_only:false; response_revision:9158; number_of_response:1; }","duration":"418.39119ms","start":"2026-05-13T02:34:43.994274Z","end":"2026-05-13T02:34:44.412665Z","steps":["trace[782840145] 'process raft request' (duration: 418.264317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:44.412955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:43.992321Z","time spent":"420.452652ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:34:44.412698Z","caller":"traceutil/trace.go:171","msg":"trace[1842967519] transaction","detail":"{read_only:false; response_revision:9159; number_of_response:1; }","duration":"418.100593ms","start":"2026-05-13T02:34:43.994585Z","end":"2026-05-13T02:34:44.412686Z","steps":["trace[1842967519] 'process raft request' (duration: 417.98622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:44.413158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:43.994573Z","time spent":"418.529714ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:34:44.41268Z","caller":"traceutil/trace.go:171","msg":"trace[1163155004] transaction","detail":"{read_only:false; response_revision:9157; number_of_response:1; }","duration":"419.132949ms","start":"2026-05-13T02:34:43.993518Z","end":"2026-05-13T02:34:44.412651Z","steps":["trace[1163155004] 'process raft request' (duration: 418.985645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:44.413316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:43.993508Z","time spent":"419.762124ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:34:44.413451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:43.992777Z","time spent":"420.031001ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:34:44.414132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:43.99425Z","time spent":"418.691318ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:34:44.852081Z","caller":"traceutil/trace.go:171","msg":"trace[320074572] linearizableReadLoop","detail":"{readStateIndex:9488; appliedIndex:9487; }","duration":"439.399421ms","start":"2026-05-13T02:34:44.412656Z","end":"2026-05-13T02:34:44.852055Z","steps":["trace[320074572] 'read index received' (duration: 438.894109ms)","trace[320074572] 'applied index is now lower than readState.Index' (duration: 503.892µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:34:44.852217Z","caller":"traceutil/trace.go:171","msg":"trace[1089389284] transaction","detail":"{read_only:false; response_revision:9160; number_of_response:1; }","duration":"448.080312ms","start":"2026-05-13T02:34:44.404113Z","end":"2026-05-13T02:34:44.852194Z","steps":["trace[1089389284] 'process raft request' (duration: 447.554009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:44.852289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.186953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"warn","ts":"2026-05-13T02:34:44.852321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:44.404074Z","time spent":"448.192176ms","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414530,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:34:44.852253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.03946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:34:44.852357Z","caller":"traceutil/trace.go:171","msg":"trace[1362640957] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:9160; }","duration":"858.275835ms","start":"2026-05-13T02:34:43.994049Z","end":"2026-05-13T02:34:44.852325Z","steps":["trace[1362640957] 'agreement among raft nodes before linearized reading' (duration: 858.11701ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:44.85236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.170452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:34:44.852396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:43.994042Z","time spent":"858.344977ms","remote":"127.0.0.1:39562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2667,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-05-13T02:34:44.8524Z","caller":"traceutil/trace.go:171","msg":"trace[2101707684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9160; }","duration":"853.221736ms","start":"2026-05-13T02:34:43.999158Z","end":"2026-05-13T02:34:44.85238Z","steps":["trace[2101707684] 'agreement among raft nodes before linearized reading' (duration: 852.99905ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:44.852447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:43.999147Z","time spent":"853.289728ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T02:34:44.852401Z","caller":"traceutil/trace.go:171","msg":"trace[620610201] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:9160; }","duration":"789.253694ms","start":"2026-05-13T02:34:44.063135Z","end":"2026-05-13T02:34:44.852389Z","steps":["trace[620610201] 'agreement among raft nodes before linearized reading' (duration: 789.11993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:44.852542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:44.063117Z","time spent":"789.394098ms","remote":"127.0.0.1:57740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-05-13T02:34:44.853235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.644749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227427"} {"level":"info","ts":"2026-05-13T02:34:44.853272Z","caller":"traceutil/trace.go:171","msg":"trace[162492135] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9160; }","duration":"859.721911ms","start":"2026-05-13T02:34:43.993542Z","end":"2026-05-13T02:34:44.853264Z","steps":["trace[162492135] 'agreement among raft nodes before linearized reading' (duration: 858.797437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:44.853305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:43.993521Z","time spent":"859.777452ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227451,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-13T02:34:44.853351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.707747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2213919"} {"level":"info","ts":"2026-05-13T02:34:44.853457Z","caller":"traceutil/trace.go:171","msg":"trace[1549181198] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:9160; }","duration":"584.861151ms","start":"2026-05-13T02:34:44.268569Z","end":"2026-05-13T02:34:44.85343Z","steps":["trace[1549181198] 'agreement among raft nodes before linearized reading' (duration: 583.504036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:44.853525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:44.26854Z","time spent":"584.966504ms","remote":"127.0.0.1:39568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2213943,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-05-13T02:34:44.872562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.14463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:34:44.872636Z","caller":"traceutil/trace.go:171","msg":"trace[359355724] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9161; }","duration":"382.263903ms","start":"2026-05-13T02:34:44.490356Z","end":"2026-05-13T02:34:44.87262Z","steps":["trace[359355724] 'agreement among raft nodes before linearized reading' (duration: 382.153621ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:34:44.87267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:34:44.490331Z","time spent":"382.330916ms","remote":"127.0.0.1:39916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-13T02:34:52.586404Z","caller":"traceutil/trace.go:171","msg":"trace[407049090] transaction","detail":"{read_only:false; response_revision:9224; number_of_response:1; }","duration":"112.133253ms","start":"2026-05-13T02:34:52.474247Z","end":"2026-05-13T02:34:52.58638Z","steps":["trace[407049090] 'process raft request' (duration: 111.951639ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:34:52.704783Z","caller":"traceutil/trace.go:171","msg":"trace[1112748195] transaction","detail":"{read_only:false; response_revision:9225; number_of_response:1; }","duration":"229.661694ms","start":"2026-05-13T02:34:52.475095Z","end":"2026-05-13T02:34:52.704757Z","steps":["trace[1112748195] 'process raft request' (duration: 229.429498ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:34:52.705093Z","caller":"traceutil/trace.go:171","msg":"trace[2062363529] transaction","detail":"{read_only:false; response_revision:9226; number_of_response:1; }","duration":"229.199683ms","start":"2026-05-13T02:34:52.47587Z","end":"2026-05-13T02:34:52.70507Z","steps":["trace[2062363529] 'process raft request' (duration: 228.827263ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:34:52.705419Z","caller":"traceutil/trace.go:171","msg":"trace[1724782169] transaction","detail":"{read_only:false; response_revision:9227; number_of_response:1; }","duration":"229.396877ms","start":"2026-05-13T02:34:52.476012Z","end":"2026-05-13T02:34:52.705409Z","steps":["trace[1724782169] 'process raft request' (duration: 228.977587ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:34:52.705815Z","caller":"traceutil/trace.go:171","msg":"trace[683712623] transaction","detail":"{read_only:false; response_revision:9228; number_of_response:1; }","duration":"229.559961ms","start":"2026-05-13T02:34:52.476224Z","end":"2026-05-13T02:34:52.705783Z","steps":["trace[683712623] 'process raft request' (duration: 229.075699ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:34:52.710044Z","caller":"traceutil/trace.go:171","msg":"trace[1269702492] linearizableReadLoop","detail":"{readStateIndex:9558; appliedIndex:9553; }","duration":"178.315791ms","start":"2026-05-13T02:34:52.531703Z","end":"2026-05-13T02:34:52.710019Z","steps":["trace[1269702492] 'read index received' (duration: 54.576024ms)","trace[1269702492] 'applied index is now lower than readState.Index' (duration: 123.738057ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:34:52.710606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.892746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T02:34:52.71064Z","caller":"traceutil/trace.go:171","msg":"trace[1020006966] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:9229; }","duration":"178.978029ms","start":"2026-05-13T02:34:52.531654Z","end":"2026-05-13T02:34:52.710632Z","steps":["trace[1020006966] 'agreement among raft nodes before linearized reading' (duration: 178.442635ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:35:01.386175Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000025b1.wal"} {"level":"info","ts":"2026-05-13T02:35:35.817824Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f3d52791b64f7591","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-13T02:35:35.825579Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-13T02:35:35.825736Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-13T02:35:49.896895Z","caller":"traceutil/trace.go:171","msg":"trace[205190240] transaction","detail":"{read_only:false; response_revision:9834; number_of_response:1; }","duration":"211.281677ms","start":"2026-05-13T02:35:49.685582Z","end":"2026-05-13T02:35:49.896863Z","steps":["trace[205190240] 'process raft request' (duration: 211.082242ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:36:03.194048Z","caller":"traceutil/trace.go:171","msg":"trace[1245452374] linearizableReadLoop","detail":"{readStateIndex:10255; appliedIndex:10254; }","duration":"111.001535ms","start":"2026-05-13T02:36:03.083006Z","end":"2026-05-13T02:36:03.194007Z","steps":["trace[1245452374] 'read index received' (duration: 110.900562ms)","trace[1245452374] 'applied index is now lower than readState.Index' (duration: 98.822µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:36:03.194526Z","caller":"traceutil/trace.go:171","msg":"trace[800088670] transaction","detail":"{read_only:false; response_revision:9905; number_of_response:1; }","duration":"211.493523ms","start":"2026-05-13T02:36:02.982993Z","end":"2026-05-13T02:36:03.194487Z","steps":["trace[800088670] 'process raft request' (duration: 210.751394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:36:03.194552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.507308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T02:36:03.194653Z","caller":"traceutil/trace.go:171","msg":"trace[108060152] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:9905; }","duration":"111.672892ms","start":"2026-05-13T02:36:03.082956Z","end":"2026-05-13T02:36:03.194629Z","steps":["trace[108060152] 'agreement among raft nodes before linearized reading' (duration: 111.466887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:36:03.252982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.66526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-13T02:36:03.253056Z","caller":"traceutil/trace.go:171","msg":"trace[1965246894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9906; }","duration":"150.818184ms","start":"2026-05-13T02:36:03.10222Z","end":"2026-05-13T02:36:03.253038Z","steps":["trace[1965246894] 'agreement among raft nodes before linearized reading' (duration: 150.580058ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:36:03.25312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.398236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-13T02:36:03.253248Z","caller":"traceutil/trace.go:171","msg":"trace[394095961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9906; }","duration":"143.527349ms","start":"2026-05-13T02:36:03.109664Z","end":"2026-05-13T02:36:03.253191Z","steps":["trace[394095961] 'agreement among raft nodes before linearized reading' (duration: 143.195301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:36:03.253367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.353711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-13T02:36:03.253481Z","caller":"traceutil/trace.go:171","msg":"trace[1345151121] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9906; }","duration":"146.579017ms","start":"2026-05-13T02:36:03.106872Z","end":"2026-05-13T02:36:03.253451Z","steps":["trace[1345151121] 'agreement among raft nodes before linearized reading' (duration: 146.265949ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:36:03.253771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.036123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-13T02:36:03.253887Z","caller":"traceutil/trace.go:171","msg":"trace[1386965416] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9906; }","duration":"146.209317ms","start":"2026-05-13T02:36:03.107653Z","end":"2026-05-13T02:36:03.253862Z","steps":["trace[1386965416] 'agreement among raft nodes before linearized reading' (duration: 145.242753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:36:03.926045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.400223ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-13T02:36:03.926474Z","caller":"traceutil/trace.go:171","msg":"trace[1575550345] transaction","detail":"{read_only:false; response_revision:9907; number_of_response:1; }","duration":"667.591278ms","start":"2026-05-13T02:36:03.258856Z","end":"2026-05-13T02:36:03.926448Z","steps":["trace[1575550345] 'process raft request' (duration: 281.592151ms)","trace[1575550345] 'compare' (duration: 385.100235ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:36:03.926544Z","caller":"traceutil/trace.go:171","msg":"trace[1091780307] transaction","detail":"{read_only:false; response_revision:9909; number_of_response:1; }","duration":"667.486085ms","start":"2026-05-13T02:36:03.25901Z","end":"2026-05-13T02:36:03.926496Z","steps":["trace[1091780307] 'process raft request' (duration: 667.26968ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:36:03.926575Z","caller":"traceutil/trace.go:171","msg":"trace[620728610] transaction","detail":"{read_only:false; response_revision:9908; number_of_response:1; }","duration":"667.520016ms","start":"2026-05-13T02:36:03.258996Z","end":"2026-05-13T02:36:03.926516Z","steps":["trace[620728610] 'process raft request' (duration: 667.215778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:36:03.926635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:36:03.258827Z","time spent":"667.707941ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:36:03.926626Z","caller":"traceutil/trace.go:171","msg":"trace[451982161] transaction","detail":"{read_only:false; response_revision:9910; number_of_response:1; }","duration":"667.447254ms","start":"2026-05-13T02:36:03.259135Z","end":"2026-05-13T02:36:03.926582Z","steps":["trace[451982161] 'process raft request' (duration: 667.181998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:36:03.926725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:36:03.258996Z","time spent":"667.626878ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:36:03.926744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:36:03.25897Z","time spent":"667.68747ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:36:03.926845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:36:03.259096Z","time spent":"667.637869ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:36:03.926996Z","caller":"traceutil/trace.go:171","msg":"trace[885652474] linearizableReadLoop","detail":"{readStateIndex:10260; appliedIndex:10256; }","duration":"603.933275ms","start":"2026-05-13T02:36:03.323031Z","end":"2026-05-13T02:36:03.926964Z","steps":["trace[885652474] 'read index received' (duration: 217.436714ms)","trace[885652474] 'applied index is now lower than readState.Index' (duration: 386.492701ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:36:03.92717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.124449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:36:03.927233Z","caller":"traceutil/trace.go:171","msg":"trace[1560781921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9910; }","duration":"604.269403ms","start":"2026-05-13T02:36:03.322951Z","end":"2026-05-13T02:36:03.92722Z","steps":["trace[1560781921] 'agreement among raft nodes before linearized reading' (duration: 604.155841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:36:03.927269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:36:03.322872Z","time spent":"604.388986ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T02:36:03.92728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.125863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6kz88\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-13T02:36:03.92733Z","caller":"traceutil/trace.go:171","msg":"trace[1189579788] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6kz88; range_end:; response_count:1; response_revision:9910; }","duration":"556.228215ms","start":"2026-05-13T02:36:03.371089Z","end":"2026-05-13T02:36:03.927317Z","steps":["trace[1189579788] 'agreement among raft nodes before linearized reading' (duration: 556.058161ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:36:03.927377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:36:03.371052Z","time spent":"556.317807ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-6kz88\" "} {"level":"info","ts":"2026-05-13T02:36:04.377022Z","caller":"traceutil/trace.go:171","msg":"trace[1680698856] linearizableReadLoop","detail":"{readStateIndex:10261; appliedIndex:10260; }","duration":"224.79194ms","start":"2026-05-13T02:36:04.152197Z","end":"2026-05-13T02:36:04.376989Z","steps":["trace[1680698856] 'read index received' (duration: 224.634596ms)","trace[1680698856] 'applied index is now lower than readState.Index' (duration: 155.394µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:36:04.377178Z","caller":"traceutil/trace.go:171","msg":"trace[1965672771] transaction","detail":"{read_only:false; response_revision:9911; number_of_response:1; }","duration":"240.604131ms","start":"2026-05-13T02:36:04.136451Z","end":"2026-05-13T02:36:04.377055Z","steps":["trace[1965672771] 'process raft request' (duration: 240.329825ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:36:04.377305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.087377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-13T02:36:04.377383Z","caller":"traceutil/trace.go:171","msg":"trace[895467449] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9911; }","duration":"225.21465ms","start":"2026-05-13T02:36:04.152152Z","end":"2026-05-13T02:36:04.377366Z","steps":["trace[895467449] 'agreement among raft nodes before linearized reading' (duration: 224.967264ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:36:04.549204Z","caller":"traceutil/trace.go:171","msg":"trace[1873066229] transaction","detail":"{read_only:false; response_revision:9913; number_of_response:1; }","duration":"220.205564ms","start":"2026-05-13T02:36:04.328982Z","end":"2026-05-13T02:36:04.549187Z","steps":["trace[1873066229] 'process raft request' (duration: 220.157643ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:36:04.549202Z","caller":"traceutil/trace.go:171","msg":"trace[121402208] transaction","detail":"{read_only:false; response_revision:9912; number_of_response:1; }","duration":"373.41987ms","start":"2026-05-13T02:36:04.175753Z","end":"2026-05-13T02:36:04.549173Z","steps":["trace[121402208] 'process raft request' (duration: 373.271766ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:36:04.549495Z","caller":"traceutil/trace.go:171","msg":"trace[1544482001] transaction","detail":"{read_only:false; response_revision:9914; number_of_response:1; }","duration":"219.665741ms","start":"2026-05-13T02:36:04.329805Z","end":"2026-05-13T02:36:04.549471Z","steps":["trace[1544482001] 'process raft request' (duration: 219.359653ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:36:04.549519Z","caller":"traceutil/trace.go:171","msg":"trace[1386303201] transaction","detail":"{read_only:false; response_revision:9915; number_of_response:1; }","duration":"211.668128ms","start":"2026-05-13T02:36:04.337842Z","end":"2026-05-13T02:36:04.54951Z","steps":["trace[1386303201] 'process raft request' (duration: 211.546975ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:36:04.549647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:36:04.175737Z","time spent":"373.730578ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:36:04.608603Z","caller":"traceutil/trace.go:171","msg":"trace[101835211] transaction","detail":"{read_only:false; response_revision:9916; number_of_response:1; }","duration":"226.506954ms","start":"2026-05-13T02:36:04.382065Z","end":"2026-05-13T02:36:04.608572Z","steps":["trace[101835211] 'process raft request' (duration: 226.385811ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:36:34.381315Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7698} {"level":"info","ts":"2026-05-13T02:36:34.476888Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7698,"took":"92.414914ms","hash":124236327,"current-db-size-bytes":45510656,"current-db-size":"46 MB","current-db-size-in-use-bytes":25399296,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-05-13T02:36:34.476964Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":124236327,"revision":7698,"compact-revision":4705} {"level":"warn","ts":"2026-05-13T02:39:01.789288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563899629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T02:39:02.290192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563899629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T02:39:02.789179Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.518949676s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T02:39:02.79022Z","caller":"traceutil/trace.go:171","msg":"trace[1810319872] transaction","detail":"{read_only:false; response_revision:11039; number_of_response:1; }","duration":"1.520074026s","start":"2026-05-13T02:39:01.270104Z","end":"2026-05-13T02:39:02.790178Z","steps":["trace[1810319872] 'process raft request' (duration: 1.519824489s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:39:02.790471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:39:01.270076Z","time spent":"1.52025442s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:39:02.818914Z","caller":"traceutil/trace.go:171","msg":"trace[504859844] transaction","detail":"{read_only:false; response_revision:11040; number_of_response:1; }","duration":"1.547427798s","start":"2026-05-13T02:39:01.271444Z","end":"2026-05-13T02:39:02.818872Z","steps":["trace[504859844] 'process raft request' (duration: 1.542861462s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:39:02.819113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:39:01.271412Z","time spent":"1.547578211s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:39:02.819253Z","caller":"traceutil/trace.go:171","msg":"trace[2071152260] transaction","detail":"{read_only:false; response_revision:11041; number_of_response:1; }","duration":"1.546221368s","start":"2026-05-13T02:39:01.273025Z","end":"2026-05-13T02:39:02.819246Z","steps":["trace[2071152260] 'process raft request' (duration: 1.545813598s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:39:02.819281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:39:01.272978Z","time spent":"1.546286789s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:39:02.819336Z","caller":"traceutil/trace.go:171","msg":"trace[492076404] transaction","detail":"{read_only:false; response_revision:11042; number_of_response:1; }","duration":"824.973153ms","start":"2026-05-13T02:39:01.994356Z","end":"2026-05-13T02:39:02.819329Z","steps":["trace[492076404] 'process raft request' (duration: 824.718506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:39:02.819363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:39:01.994322Z","time spent":"825.025634ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:39:02.821327Z","caller":"traceutil/trace.go:171","msg":"trace[1676202681] linearizableReadLoop","detail":"{readStateIndex:11432; appliedIndex:11429; }","duration":"1.53291796s","start":"2026-05-13T02:39:01.28839Z","end":"2026-05-13T02:39:02.821308Z","steps":["trace[1676202681] 'read index received' (duration: 1.502090889s)","trace[1676202681] 'applied index is now lower than readState.Index' (duration: 30.826401ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:39:02.821611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533211178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6kz88\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-13T02:39:02.821632Z","caller":"traceutil/trace.go:171","msg":"trace[1474433222] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6kz88; range_end:; response_count:1; response_revision:11042; }","duration":"1.53328202s","start":"2026-05-13T02:39:01.288342Z","end":"2026-05-13T02:39:02.821624Z","steps":["trace[1474433222] 'agreement among raft nodes before linearized reading' (duration: 1.533168257s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:39:02.821651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:39:01.288329Z","time spent":"1.533317741s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-6kz88\" "} {"level":"warn","ts":"2026-05-13T02:39:02.82184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500413097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:39:02.821856Z","caller":"traceutil/trace.go:171","msg":"trace[934803822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11042; }","duration":"1.500473249s","start":"2026-05-13T02:39:01.321377Z","end":"2026-05-13T02:39:02.821851Z","steps":["trace[934803822] 'agreement among raft nodes before linearized reading' (duration: 1.500446148s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:39:02.821869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:39:01.321352Z","time spent":"1.50051508s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T02:39:02.822047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.188072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-13T02:39:02.822065Z","caller":"traceutil/trace.go:171","msg":"trace[1211031415] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11042; }","duration":"704.332856ms","start":"2026-05-13T02:39:02.117727Z","end":"2026-05-13T02:39:02.82206Z","steps":["trace[1211031415] 'agreement among raft nodes before linearized reading' (duration: 704.211773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:39:02.822079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:39:02.117698Z","time spent":"704.377888ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-13T02:39:03.077014Z","caller":"traceutil/trace.go:171","msg":"trace[467853510] transaction","detail":"{read_only:false; response_revision:11048; number_of_response:1; }","duration":"191.161793ms","start":"2026-05-13T02:39:02.885815Z","end":"2026-05-13T02:39:03.076977Z","steps":["trace[467853510] 'process raft request' (duration: 189.493321ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:40:09.381967Z","caller":"traceutil/trace.go:171","msg":"trace[1417380637] transaction","detail":"{read_only:false; response_revision:11477; number_of_response:1; }","duration":"113.024543ms","start":"2026-05-13T02:40:09.26891Z","end":"2026-05-13T02:40:09.381935Z","steps":["trace[1417380637] 'process raft request' (duration: 112.795747ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:40:09.612847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.708334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-13T02:40:09.612937Z","caller":"traceutil/trace.go:171","msg":"trace[487027280] linearizableReadLoop","detail":"{readStateIndex:11886; appliedIndex:11885; }","duration":"139.169725ms","start":"2026-05-13T02:40:09.473753Z","end":"2026-05-13T02:40:09.612923Z","steps":["trace[487027280] 'read index received' (duration: 30.283696ms)","trace[487027280] 'applied index is now lower than readState.Index' (duration: 108.884729ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:40:09.613047Z","caller":"traceutil/trace.go:171","msg":"trace[579576785] transaction","detail":"{read_only:false; response_revision:11480; number_of_response:1; }","duration":"141.760222ms","start":"2026-05-13T02:40:09.471256Z","end":"2026-05-13T02:40:09.613016Z","steps":["trace[579576785] 'process raft request' (duration: 32.810161ms)","trace[579576785] 'compare' (duration: 108.574671ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:40:09.613356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.305159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-05-13T02:40:09.613387Z","caller":"traceutil/trace.go:171","msg":"trace[1552875952] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:11480; }","duration":"139.655978ms","start":"2026-05-13T02:40:09.473718Z","end":"2026-05-13T02:40:09.613374Z","steps":["trace[1552875952] 'agreement among raft nodes before linearized reading' (duration: 139.243077ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:40:09.642473Z","caller":"traceutil/trace.go:171","msg":"trace[65262458] transaction","detail":"{read_only:false; response_revision:11482; number_of_response:1; }","duration":"151.354665ms","start":"2026-05-13T02:40:09.491092Z","end":"2026-05-13T02:40:09.642447Z","steps":["trace[65262458] 'process raft request' (duration: 151.302554ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:40:09.642977Z","caller":"traceutil/trace.go:171","msg":"trace[558057852] transaction","detail":"{read_only:false; response_revision:11481; number_of_response:1; }","duration":"168.471619ms","start":"2026-05-13T02:40:09.474497Z","end":"2026-05-13T02:40:09.642969Z","steps":["trace[558057852] 'process raft request' (duration: 167.777052ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:40:33.590703Z","caller":"traceutil/trace.go:171","msg":"trace[2064633676] transaction","detail":"{read_only:false; response_revision:11723; number_of_response:1; }","duration":"163.482623ms","start":"2026-05-13T02:40:33.42719Z","end":"2026-05-13T02:40:33.590673Z","steps":["trace[2064633676] 'process raft request' (duration: 101.722008ms)","trace[2064633676] 'compare' (duration: 61.599131ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:40:33.647417Z","caller":"traceutil/trace.go:171","msg":"trace[254627199] transaction","detail":"{read_only:false; response_revision:11724; number_of_response:1; }","duration":"216.334402ms","start":"2026-05-13T02:40:33.431049Z","end":"2026-05-13T02:40:33.647383Z","steps":["trace[254627199] 'process raft request' (duration: 215.975263ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:40:33.647723Z","caller":"traceutil/trace.go:171","msg":"trace[917989931] transaction","detail":"{read_only:false; response_revision:11725; number_of_response:1; }","duration":"210.688518ms","start":"2026-05-13T02:40:33.437001Z","end":"2026-05-13T02:40:33.64769Z","steps":["trace[917989931] 'process raft request' (duration: 210.319509ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:40:33.647715Z","caller":"traceutil/trace.go:171","msg":"trace[410665048] linearizableReadLoop","detail":"{readStateIndex:12137; appliedIndex:12135; }","duration":"213.149411ms","start":"2026-05-13T02:40:33.434433Z","end":"2026-05-13T02:40:33.647582Z","steps":["trace[410665048] 'read index received' (duration: 94.559396ms)","trace[410665048] 'applied index is now lower than readState.Index' (duration: 118.588674ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:40:33.647945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.484989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6kz88\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-13T02:40:33.648003Z","caller":"traceutil/trace.go:171","msg":"trace[1326016717] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6kz88; range_end:; response_count:1; response_revision:11725; }","duration":"213.579012ms","start":"2026-05-13T02:40:33.434413Z","end":"2026-05-13T02:40:33.647992Z","steps":["trace[1326016717] 'agreement among raft nodes before linearized reading' (duration: 213.373697ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:40:33.772435Z","caller":"traceutil/trace.go:171","msg":"trace[2097334850] linearizableReadLoop","detail":"{readStateIndex:12139; appliedIndex:12138; }","duration":"111.112245ms","start":"2026-05-13T02:40:33.6613Z","end":"2026-05-13T02:40:33.772413Z","steps":["trace[2097334850] 'read index received' (duration: 91.882538ms)","trace[2097334850] 'applied index is now lower than readState.Index' (duration: 19.228767ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:40:33.772557Z","caller":"traceutil/trace.go:171","msg":"trace[233147236] transaction","detail":"{read_only:false; response_revision:11726; number_of_response:1; }","duration":"113.285661ms","start":"2026-05-13T02:40:33.659257Z","end":"2026-05-13T02:40:33.772543Z","steps":["trace[233147236] 'process raft request' (duration: 93.978312ms)","trace[233147236] 'compare' (duration: 19.074732ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:40:33.773113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.802993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-cinder-default-user\" ","response":"range_response_count:1 size:1309"} {"level":"info","ts":"2026-05-13T02:40:33.77317Z","caller":"traceutil/trace.go:171","msg":"trace[539679367] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-cinder-default-user; range_end:; response_count:1; response_revision:11726; }","duration":"111.899405ms","start":"2026-05-13T02:40:33.661256Z","end":"2026-05-13T02:40:33.773156Z","steps":["trace[539679367] 'agreement among raft nodes before linearized reading' (duration: 111.771062ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:41:19.849582Z","caller":"traceutil/trace.go:171","msg":"trace[1397618975] transaction","detail":"{read_only:false; response_revision:12206; number_of_response:1; }","duration":"195.346889ms","start":"2026-05-13T02:41:19.65421Z","end":"2026-05-13T02:41:19.849557Z","steps":["trace[1397618975] 'process raft request' (duration: 195.200375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:41:20.289191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.647255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-13T02:41:20.289439Z","caller":"traceutil/trace.go:171","msg":"trace[15582982] linearizableReadLoop","detail":"{readStateIndex:12633; appliedIndex:12630; }","duration":"451.696764ms","start":"2026-05-13T02:41:19.837725Z","end":"2026-05-13T02:41:20.289421Z","steps":["trace[15582982] 'read index received' (duration: 11.691535ms)","trace[15582982] 'applied index is now lower than readState.Index' (duration: 440.004349ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:41:20.289561Z","caller":"traceutil/trace.go:171","msg":"trace[38724053] transaction","detail":"{read_only:false; response_revision:12207; number_of_response:1; }","duration":"634.532678ms","start":"2026-05-13T02:41:19.655014Z","end":"2026-05-13T02:41:20.289547Z","steps":["trace[38724053] 'process raft request' (duration: 296.438571ms)","trace[38724053] 'compare' (duration: 336.981988ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:41:20.289632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:41:19.65499Z","time spent":"634.605779ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:41:20.290104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.657018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-13T02:41:20.29015Z","caller":"traceutil/trace.go:171","msg":"trace[1759701288] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12208; }","duration":"446.73827ms","start":"2026-05-13T02:41:19.843397Z","end":"2026-05-13T02:41:20.290135Z","steps":["trace[1759701288] 'agreement among raft nodes before linearized reading' (duration: 446.604657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:41:20.290127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.377553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-13T02:41:20.290242Z","caller":"traceutil/trace.go:171","msg":"trace[377540807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12208; }","duration":"452.523236ms","start":"2026-05-13T02:41:19.837691Z","end":"2026-05-13T02:41:20.290215Z","steps":["trace[377540807] 'agreement among raft nodes before linearized reading' (duration: 451.928491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:41:20.290267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.541465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6kz88\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-13T02:41:20.290319Z","caller":"traceutil/trace.go:171","msg":"trace[1122967927] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6kz88; range_end:; response_count:1; response_revision:12208; }","duration":"300.595157ms","start":"2026-05-13T02:41:19.989691Z","end":"2026-05-13T02:41:20.290286Z","steps":["trace[1122967927] 'agreement among raft nodes before linearized reading' (duration: 300.514725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:41:20.290321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:41:19.837677Z","time spent":"452.628379ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-13T02:41:20.290346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:41:19.989674Z","time spent":"300.666099ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-6kz88\" "} {"level":"warn","ts":"2026-05-13T02:41:20.290156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.061214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-13T02:41:20.290403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.142568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-13T02:41:20.290456Z","caller":"traceutil/trace.go:171","msg":"trace[560470644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12208; }","duration":"415.248982ms","start":"2026-05-13T02:41:19.875191Z","end":"2026-05-13T02:41:20.29044Z","steps":["trace[560470644] 'agreement among raft nodes before linearized reading' (duration: 415.098518ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:41:20.290467Z","caller":"traceutil/trace.go:171","msg":"trace[240659661] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12208; }","duration":"216.387722ms","start":"2026-05-13T02:41:20.074047Z","end":"2026-05-13T02:41:20.290435Z","steps":["trace[240659661] 'agreement among raft nodes before linearized reading' (duration: 215.978512ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:41:20.290465Z","caller":"traceutil/trace.go:171","msg":"trace[1265371735] transaction","detail":"{read_only:false; response_revision:12208; number_of_response:1; }","duration":"559.273541ms","start":"2026-05-13T02:41:19.731151Z","end":"2026-05-13T02:41:20.290424Z","steps":["trace[1265371735] 'process raft request' (duration: 558.177743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:41:20.290493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:41:19.875161Z","time spent":"415.322013ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T02:41:20.290184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:41:19.843368Z","time spent":"446.809572ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-13T02:41:20.290612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:41:19.731123Z","time spent":"559.409334ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:41:20.839579Z","caller":"traceutil/trace.go:171","msg":"trace[380680071] linearizableReadLoop","detail":"{readStateIndex:12634; appliedIndex:12633; }","duration":"544.22292ms","start":"2026-05-13T02:41:20.295321Z","end":"2026-05-13T02:41:20.839544Z","steps":["trace[380680071] 'read index received' (duration: 470.576324ms)","trace[380680071] 'applied index is now lower than readState.Index' (duration: 73.644926ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:41:20.839776Z","caller":"traceutil/trace.go:171","msg":"trace[1185073017] transaction","detail":"{read_only:false; response_revision:12209; number_of_response:1; }","duration":"545.780499ms","start":"2026-05-13T02:41:20.293973Z","end":"2026-05-13T02:41:20.839753Z","steps":["trace[1185073017] 'process raft request' (duration: 471.909437ms)","trace[1185073017] 'compare' (duration: 73.303468ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:41:20.839907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:41:20.293948Z","time spent":"545.866531ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:41:20.840766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.43631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444940"} {"level":"info","ts":"2026-05-13T02:41:20.840825Z","caller":"traceutil/trace.go:171","msg":"trace[800343854] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12209; }","duration":"545.551762ms","start":"2026-05-13T02:41:20.295261Z","end":"2026-05-13T02:41:20.840813Z","steps":["trace[800343854] 'agreement among raft nodes before linearized reading' (duration: 544.921987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:41:20.840864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:41:20.29524Z","time spent":"545.611514ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":444964,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-13T02:41:20.847759Z","caller":"traceutil/trace.go:171","msg":"trace[1230717466] transaction","detail":"{read_only:false; response_revision:12211; number_of_response:1; }","duration":"551.777501ms","start":"2026-05-13T02:41:20.295955Z","end":"2026-05-13T02:41:20.847733Z","steps":["trace[1230717466] 'process raft request' (duration: 551.489774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:41:20.847806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.360097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:41:20.847883Z","caller":"traceutil/trace.go:171","msg":"trace[1544204222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12212; }","duration":"526.456399ms","start":"2026-05-13T02:41:20.321406Z","end":"2026-05-13T02:41:20.847862Z","steps":["trace[1544204222] 'agreement among raft nodes before linearized reading' (duration: 526.332066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:41:20.847915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:41:20.295935Z","time spent":"551.904594ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:41:20.847931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:41:20.321396Z","time spent":"526.527341ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T02:41:20.848028Z","caller":"traceutil/trace.go:171","msg":"trace[1121452115] transaction","detail":"{read_only:false; response_revision:12212; number_of_response:1; }","duration":"550.238853ms","start":"2026-05-13T02:41:20.297765Z","end":"2026-05-13T02:41:20.848004Z","steps":["trace[1121452115] 'process raft request' (duration: 549.832633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:41:20.848162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:41:20.297755Z","time spent":"550.339435ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:41:20.847518Z","caller":"traceutil/trace.go:171","msg":"trace[371536875] transaction","detail":"{read_only:false; response_revision:12210; number_of_response:1; }","duration":"551.917254ms","start":"2026-05-13T02:41:20.295573Z","end":"2026-05-13T02:41:20.847491Z","steps":["trace[371536875] 'process raft request' (duration: 551.74984ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:41:20.848361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:41:20.295533Z","time spent":"552.771735ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:41:34.416522Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10124} {"level":"info","ts":"2026-05-13T02:41:34.497565Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10124,"took":"78.307484ms","hash":2015182681,"current-db-size-bytes":45510656,"current-db-size":"46 MB","current-db-size-in-use-bytes":25333760,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-05-13T02:41:34.497623Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2015182681,"revision":10124,"compact-revision":7698} {"level":"info","ts":"2026-05-13T02:41:43.789283Z","caller":"traceutil/trace.go:171","msg":"trace[230836358] transaction","detail":"{read_only:false; response_revision:12340; number_of_response:1; }","duration":"195.36367ms","start":"2026-05-13T02:41:43.593899Z","end":"2026-05-13T02:41:43.789263Z","steps":["trace[230836358] 'process raft request' (duration: 195.168505ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:41:43.789621Z","caller":"traceutil/trace.go:171","msg":"trace[834397684] linearizableReadLoop","detail":"{readStateIndex:12772; appliedIndex:12770; }","duration":"158.781902ms","start":"2026-05-13T02:41:43.630827Z","end":"2026-05-13T02:41:43.789609Z","steps":["trace[834397684] 'read index received' (duration: 158.226638ms)","trace[834397684] 'applied index is now lower than readState.Index' (duration: 554.654µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:41:43.789717Z","caller":"traceutil/trace.go:171","msg":"trace[5098775] transaction","detail":"{read_only:false; response_revision:12341; number_of_response:1; }","duration":"194.20397ms","start":"2026-05-13T02:41:43.595483Z","end":"2026-05-13T02:41:43.789687Z","steps":["trace[5098775] 'process raft request' (duration: 194.050106ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:41:43.789904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.057878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414995"} {"level":"info","ts":"2026-05-13T02:41:43.789948Z","caller":"traceutil/trace.go:171","msg":"trace[1799103831] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:12341; }","duration":"159.149181ms","start":"2026-05-13T02:41:43.630785Z","end":"2026-05-13T02:41:43.789934Z","steps":["trace[1799103831] 'agreement among raft nodes before linearized reading' (duration: 158.882604ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:41:44.455091Z","caller":"traceutil/trace.go:171","msg":"trace[220252075] linearizableReadLoop","detail":"{readStateIndex:12774; appliedIndex:12773; }","duration":"207.385284ms","start":"2026-05-13T02:41:44.247678Z","end":"2026-05-13T02:41:44.455063Z","steps":["trace[220252075] 'read index received' (duration: 206.833001ms)","trace[220252075] 'applied index is now lower than readState.Index' (duration: 550.813µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:41:44.455162Z","caller":"traceutil/trace.go:171","msg":"trace[2071843982] transaction","detail":"{read_only:false; response_revision:12343; number_of_response:1; }","duration":"274.444144ms","start":"2026-05-13T02:41:44.180684Z","end":"2026-05-13T02:41:44.455128Z","steps":["trace[2071843982] 'process raft request' (duration: 273.974362ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:41:44.455435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.713522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-13T02:41:44.455537Z","caller":"traceutil/trace.go:171","msg":"trace[1311124711] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:12343; }","duration":"207.887567ms","start":"2026-05-13T02:41:44.247627Z","end":"2026-05-13T02:41:44.455515Z","steps":["trace[1311124711] 'agreement among raft nodes before linearized reading' (duration: 207.569289ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:41:44.577177Z","caller":"traceutil/trace.go:171","msg":"trace[300163193] linearizableReadLoop","detail":"{readStateIndex:12775; appliedIndex:12774; }","duration":"117.421185ms","start":"2026-05-13T02:41:44.459731Z","end":"2026-05-13T02:41:44.577152Z","steps":["trace[300163193] 'read index received' (duration: 38.417244ms)","trace[300163193] 'applied index is now lower than readState.Index' (duration: 79.002601ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:41:44.577445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.696033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6dcc22ca-43e4-44ed-b9ef-3da7fc8ce4e7\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-13T02:41:44.577514Z","caller":"traceutil/trace.go:171","msg":"trace[956366210] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6dcc22ca-43e4-44ed-b9ef-3da7fc8ce4e7; range_end:; response_count:1; response_revision:12344; }","duration":"117.802946ms","start":"2026-05-13T02:41:44.459697Z","end":"2026-05-13T02:41:44.5775Z","steps":["trace[956366210] 'agreement among raft nodes before linearized reading' (duration: 117.60208ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:41:44.577543Z","caller":"traceutil/trace.go:171","msg":"trace[218939498] transaction","detail":"{read_only:false; response_revision:12344; number_of_response:1; }","duration":"118.018461ms","start":"2026-05-13T02:41:44.459458Z","end":"2026-05-13T02:41:44.577476Z","steps":["trace[218939498] 'process raft request' (duration: 38.785463ms)","trace[218939498] 'compare' (duration: 78.807067ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:41:45.325926Z","caller":"traceutil/trace.go:171","msg":"trace[1138220999] transaction","detail":"{read_only:false; response_revision:12345; number_of_response:1; }","duration":"354.37448ms","start":"2026-05-13T02:41:44.971523Z","end":"2026-05-13T02:41:45.325897Z","steps":["trace[1138220999] 'process raft request' (duration: 354.185935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:41:45.326089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:41:44.971501Z","time spent":"354.503564ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:41:45.542191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.834063ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-13T02:41:45.542406Z","caller":"traceutil/trace.go:171","msg":"trace[1824415863] linearizableReadLoop","detail":"{readStateIndex:12778; appliedIndex:12775; }","duration":"524.864169ms","start":"2026-05-13T02:41:45.017525Z","end":"2026-05-13T02:41:45.542389Z","steps":["trace[1824415863] 'read index received' (duration: 308.154638ms)","trace[1824415863] 'applied index is now lower than readState.Index' (duration: 216.708601ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:41:45.54248Z","caller":"traceutil/trace.go:171","msg":"trace[27141159] transaction","detail":"{read_only:false; response_revision:12347; number_of_response:1; }","duration":"569.51163ms","start":"2026-05-13T02:41:44.972959Z","end":"2026-05-13T02:41:45.542471Z","steps":["trace[27141159] 'process raft request' (duration: 569.335716ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:41:45.542545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:41:44.972939Z","time spent":"569.575112ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:41:45.542584Z","caller":"traceutil/trace.go:171","msg":"trace[940430735] transaction","detail":"{read_only:false; response_revision:12346; number_of_response:1; }","duration":"570.408253ms","start":"2026-05-13T02:41:44.972147Z","end":"2026-05-13T02:41:45.542556Z","steps":["trace[940430735] 'process raft request' (duration: 415.112259ms)","trace[940430735] 'compare' (duration: 154.641818ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:41:45.54268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.137846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6kz88\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-05-13T02:41:45.542726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:41:44.972103Z","time spent":"570.547948ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:41:45.542748Z","caller":"traceutil/trace.go:171","msg":"trace[76742632] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6kz88; range_end:; response_count:1; response_revision:12347; }","duration":"525.249469ms","start":"2026-05-13T02:41:45.017479Z","end":"2026-05-13T02:41:45.542728Z","steps":["trace[76742632] 'agreement among raft nodes before linearized reading' (duration: 525.041403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:41:45.542805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:41:45.017458Z","time spent":"525.334051ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-6kz88\" "} {"level":"warn","ts":"2026-05-13T02:41:45.907213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.174355ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-13T02:41:45.907285Z","caller":"traceutil/trace.go:171","msg":"trace[605832918] linearizableReadLoop","detail":"{readStateIndex:12780; appliedIndex:12779; }","duration":"364.831814ms","start":"2026-05-13T02:41:45.542437Z","end":"2026-05-13T02:41:45.907269Z","steps":["trace[605832918] 'read index received' (duration: 19.498924ms)","trace[605832918] 'applied index is now lower than readState.Index' (duration: 345.33223ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:41:45.907316Z","caller":"traceutil/trace.go:171","msg":"trace[710758536] transaction","detail":"{read_only:false; response_revision:12349; number_of_response:1; }","duration":"389.9563ms","start":"2026-05-13T02:41:45.517324Z","end":"2026-05-13T02:41:45.90728Z","steps":["trace[710758536] 'process raft request' (duration: 254.657733ms)","trace[710758536] 'compare' (duration: 134.59991ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:41:45.907368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.621973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:41:45.907393Z","caller":"traceutil/trace.go:171","msg":"trace[1367245308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12349; }","duration":"586.684165ms","start":"2026-05-13T02:41:45.320701Z","end":"2026-05-13T02:41:45.907385Z","steps":["trace[1367245308] 'agreement among raft nodes before linearized reading' (duration: 586.627063ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:41:45.907417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:41:45.320678Z","time spent":"586.733085ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T02:41:45.907464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:41:45.517298Z","time spent":"390.083093ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:41:45.907456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.683462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:41:45.907568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.816385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:41:45.907579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.557614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19173"} {"level":"info","ts":"2026-05-13T02:41:45.907586Z","caller":"traceutil/trace.go:171","msg":"trace[1819449632] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12349; }","duration":"694.839356ms","start":"2026-05-13T02:41:45.212722Z","end":"2026-05-13T02:41:45.907561Z","steps":["trace[1819449632] 'agreement among raft nodes before linearized reading' (duration: 694.61216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:41:45.907624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:41:45.212706Z","time spent":"694.907597ms","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-05-13T02:41:45.907623Z","caller":"traceutil/trace.go:171","msg":"trace[649462395] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12349; }","duration":"626.616346ms","start":"2026-05-13T02:41:45.280988Z","end":"2026-05-13T02:41:45.907605Z","steps":["trace[649462395] 'agreement among raft nodes before linearized reading' (duration: 626.510563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:41:45.907652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:41:45.280969Z","time spent":"626.678557ms","remote":"127.0.0.1:39634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19197,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-13T02:41:45.907735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.278341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:41:45.907778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.940398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:41:45.907821Z","caller":"traceutil/trace.go:171","msg":"trace[1790086694] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:12349; }","duration":"767.460416ms","start":"2026-05-13T02:41:45.14034Z","end":"2026-05-13T02:41:45.9078Z","steps":["trace[1790086694] 'agreement among raft nodes before linearized reading' (duration: 767.2096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:41:45.907867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:41:45.140323Z","time spent":"767.532087ms","remote":"127.0.0.1:57744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-05-13T02:41:45.907589Z","caller":"traceutil/trace.go:171","msg":"trace[44961989] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12349; }","duration":"694.864327ms","start":"2026-05-13T02:41:45.212719Z","end":"2026-05-13T02:41:45.907583Z","steps":["trace[44961989] 'agreement among raft nodes before linearized reading' (duration: 694.817185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:41:45.907899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.783779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-05-13T02:41:45.907947Z","caller":"traceutil/trace.go:171","msg":"trace[959525773] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12349; }","duration":"693.8519ms","start":"2026-05-13T02:41:45.21408Z","end":"2026-05-13T02:41:45.907932Z","steps":["trace[959525773] 'agreement among raft nodes before linearized reading' (duration: 693.716767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:41:45.907928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.359598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:41:45.907977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:41:45.214075Z","time spent":"693.892771ms","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5028,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-05-13T02:41:45.907977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:41:45.212703Z","time spent":"695.239086ms","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-05-13T02:41:45.908018Z","caller":"traceutil/trace.go:171","msg":"trace[356848506] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12349; }","duration":"695.509852ms","start":"2026-05-13T02:41:45.212488Z","end":"2026-05-13T02:41:45.907998Z","steps":["trace[356848506] 'agreement among raft nodes before linearized reading' (duration: 695.334398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:41:45.908073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:41:45.212466Z","time spent":"695.597825ms","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-05-13T02:41:45.90878Z","caller":"traceutil/trace.go:171","msg":"trace[1820593155] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12349; }","duration":"694.991189ms","start":"2026-05-13T02:41:45.212808Z","end":"2026-05-13T02:41:45.907799Z","steps":["trace[1820593155] 'agreement among raft nodes before linearized reading' (duration: 694.946988ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:41:45.908905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:41:45.212794Z","time spent":"696.084168ms","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-05-13T02:41:45.94627Z","caller":"traceutil/trace.go:171","msg":"trace[2140928293] transaction","detail":"{read_only:false; response_revision:12350; number_of_response:1; }","duration":"151.904479ms","start":"2026-05-13T02:41:45.794348Z","end":"2026-05-13T02:41:45.946252Z","steps":["trace[2140928293] 'process raft request' (duration: 151.780686ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:41:45.957078Z","caller":"traceutil/trace.go:171","msg":"trace[1336912670] transaction","detail":"{read_only:false; response_revision:12351; number_of_response:1; }","duration":"162.030845ms","start":"2026-05-13T02:41:45.79503Z","end":"2026-05-13T02:41:45.957061Z","steps":["trace[1336912670] 'process raft request' (duration: 161.889242ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:41:45.957645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.673485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444895"} {"level":"info","ts":"2026-05-13T02:41:45.957686Z","caller":"traceutil/trace.go:171","msg":"trace[1807500874] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12351; }","duration":"410.736706ms","start":"2026-05-13T02:41:45.54694Z","end":"2026-05-13T02:41:45.957676Z","steps":["trace[1807500874] 'agreement among raft nodes before linearized reading' (duration: 410.247754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:41:45.957717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:41:45.546923Z","time spent":"410.783447ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":444919,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-13T02:41:46.950891Z","caller":"traceutil/trace.go:171","msg":"trace[258306900] transaction","detail":"{read_only:false; response_revision:12355; number_of_response:1; }","duration":"198.1086ms","start":"2026-05-13T02:41:46.752738Z","end":"2026-05-13T02:41:46.950847Z","steps":["trace[258306900] 'process raft request' (duration: 197.808602ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:41:47.659388Z","caller":"traceutil/trace.go:171","msg":"trace[509082000] transaction","detail":"{read_only:false; response_revision:12358; number_of_response:1; }","duration":"109.964807ms","start":"2026-05-13T02:41:47.549402Z","end":"2026-05-13T02:41:47.659367Z","steps":["trace[509082000] 'process raft request' (duration: 44.120968ms)","trace[509082000] 'compare' (duration: 65.692975ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:41:47.659707Z","caller":"traceutil/trace.go:171","msg":"trace[102657280] transaction","detail":"{read_only:false; response_revision:12359; number_of_response:1; }","duration":"108.616412ms","start":"2026-05-13T02:41:47.551082Z","end":"2026-05-13T02:41:47.659698Z","steps":["trace[102657280] 'process raft request' (duration: 108.247813ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:41:48.04404Z","caller":"traceutil/trace.go:171","msg":"trace[1130107818] transaction","detail":"{read_only:false; response_revision:12361; number_of_response:1; }","duration":"129.422549ms","start":"2026-05-13T02:41:47.91459Z","end":"2026-05-13T02:41:48.044013Z","steps":["trace[1130107818] 'process raft request' (duration: 129.146702ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:41:48.087603Z","caller":"traceutil/trace.go:171","msg":"trace[1992270849] linearizableReadLoop","detail":"{readStateIndex:12795; appliedIndex:12792; }","duration":"120.336689ms","start":"2026-05-13T02:41:47.967242Z","end":"2026-05-13T02:41:48.087579Z","steps":["trace[1992270849] 'read index received' (duration: 76.531349ms)","trace[1992270849] 'applied index is now lower than readState.Index' (duration: 43.8043ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:41:48.087636Z","caller":"traceutil/trace.go:171","msg":"trace[1780277836] transaction","detail":"{read_only:false; response_revision:12362; number_of_response:1; }","duration":"135.74975ms","start":"2026-05-13T02:41:47.951864Z","end":"2026-05-13T02:41:48.087614Z","steps":["trace[1780277836] 'process raft request' (duration: 135.511173ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:41:48.087733Z","caller":"traceutil/trace.go:171","msg":"trace[1160260256] transaction","detail":"{read_only:false; response_revision:12363; number_of_response:1; }","duration":"124.525585ms","start":"2026-05-13T02:41:47.963166Z","end":"2026-05-13T02:41:48.087692Z","steps":["trace[1160260256] 'process raft request' (duration: 124.36843ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:41:48.08782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.556194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6kz88\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-13T02:41:48.087877Z","caller":"traceutil/trace.go:171","msg":"trace[1677016542] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6kz88; range_end:; response_count:1; response_revision:12363; }","duration":"120.677347ms","start":"2026-05-13T02:41:47.967186Z","end":"2026-05-13T02:41:48.087863Z","steps":["trace[1677016542] 'agreement among raft nodes before linearized reading' (duration: 120.489613ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:41:49.777222Z","caller":"traceutil/trace.go:171","msg":"trace[544410436] transaction","detail":"{read_only:false; response_revision:12368; number_of_response:1; }","duration":"108.905659ms","start":"2026-05-13T02:41:49.668283Z","end":"2026-05-13T02:41:49.777188Z","steps":["trace[544410436] 'process raft request' (duration: 108.626732ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:41:49.777242Z","caller":"traceutil/trace.go:171","msg":"trace[1455584191] transaction","detail":"{read_only:false; response_revision:12369; number_of_response:1; }","duration":"108.793127ms","start":"2026-05-13T02:41:49.668418Z","end":"2026-05-13T02:41:49.777211Z","steps":["trace[1455584191] 'process raft request' (duration: 108.637473ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:46:34.422362Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12282} {"level":"info","ts":"2026-05-13T02:46:34.496031Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12282,"took":"71.796619ms","hash":1369900346,"current-db-size-bytes":45510656,"current-db-size":"46 MB","current-db-size-in-use-bytes":27103232,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-05-13T02:46:34.496086Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1369900346,"revision":12282,"compact-revision":10124} {"level":"info","ts":"2026-05-13T02:46:59.468124Z","caller":"traceutil/trace.go:171","msg":"trace[120875539] linearizableReadLoop","detail":"{readStateIndex:14983; appliedIndex:14982; }","duration":"181.61276ms","start":"2026-05-13T02:46:59.28649Z","end":"2026-05-13T02:46:59.468103Z","steps":["trace[120875539] 'read index received' (duration: 173.506724ms)","trace[120875539] 'applied index is now lower than readState.Index' (duration: 8.105076ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:46:59.468171Z","caller":"traceutil/trace.go:171","msg":"trace[1684631406] transaction","detail":"{read_only:false; response_revision:14479; number_of_response:1; }","duration":"184.267436ms","start":"2026-05-13T02:46:59.283872Z","end":"2026-05-13T02:46:59.468139Z","steps":["trace[1684631406] 'process raft request' (duration: 176.12339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:46:59.468336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.462725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-05-13T02:46:59.468369Z","caller":"traceutil/trace.go:171","msg":"trace[803070991] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:14479; }","duration":"164.552927ms","start":"2026-05-13T02:46:59.303807Z","end":"2026-05-13T02:46:59.46836Z","steps":["trace[803070991] 'agreement among raft nodes before linearized reading' (duration: 164.422484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:46:59.468366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.625001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-13T02:46:59.468432Z","caller":"traceutil/trace.go:171","msg":"trace[1621048694] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14479; }","duration":"108.732293ms","start":"2026-05-13T02:46:59.359683Z","end":"2026-05-13T02:46:59.468415Z","steps":["trace[1621048694] 'agreement among raft nodes before linearized reading' (duration: 108.59859ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:46:59.46854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.7599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-13T02:46:59.468565Z","caller":"traceutil/trace.go:171","msg":"trace[1541628772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14479; }","duration":"113.833002ms","start":"2026-05-13T02:46:59.354726Z","end":"2026-05-13T02:46:59.468559Z","steps":["trace[1541628772] 'agreement among raft nodes before linearized reading' (duration: 113.77104ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:46:59.468541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.001329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:46:59.468594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.754746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:46:59.468624Z","caller":"traceutil/trace.go:171","msg":"trace[1943192909] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:14479; }","duration":"182.183184ms","start":"2026-05-13T02:46:59.286419Z","end":"2026-05-13T02:46:59.468603Z","steps":["trace[1943192909] 'agreement among raft nodes before linearized reading' (duration: 181.771124ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:46:59.468648Z","caller":"traceutil/trace.go:171","msg":"trace[1055602592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14479; }","duration":"146.861439ms","start":"2026-05-13T02:46:59.321772Z","end":"2026-05-13T02:46:59.468634Z","steps":["trace[1055602592] 'agreement among raft nodes before linearized reading' (duration: 146.775747ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:46:59.468782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.723129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-05-13T02:46:59.468807Z","caller":"traceutil/trace.go:171","msg":"trace[1383026738] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:14479; }","duration":"130.796332ms","start":"2026-05-13T02:46:59.338002Z","end":"2026-05-13T02:46:59.468799Z","steps":["trace[1383026738] 'agreement among raft nodes before linearized reading' (duration: 130.73379ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:46:59.750642Z","caller":"traceutil/trace.go:171","msg":"trace[1461271400] transaction","detail":"{read_only:false; response_revision:14480; number_of_response:1; }","duration":"277.097567ms","start":"2026-05-13T02:46:59.473518Z","end":"2026-05-13T02:46:59.750616Z","steps":["trace[1461271400] 'process raft request' (duration: 272.292515ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:46:59.750659Z","caller":"traceutil/trace.go:171","msg":"trace[1540928855] transaction","detail":"{read_only:false; response_revision:14481; number_of_response:1; }","duration":"275.802955ms","start":"2026-05-13T02:46:59.474828Z","end":"2026-05-13T02:46:59.750631Z","steps":["trace[1540928855] 'process raft request' (duration: 275.713772ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:46:59.750772Z","caller":"traceutil/trace.go:171","msg":"trace[1808595409] linearizableReadLoop","detail":"{readStateIndex:14984; appliedIndex:14983; }","duration":"277.148619ms","start":"2026-05-13T02:46:59.473617Z","end":"2026-05-13T02:46:59.750766Z","steps":["trace[1808595409] 'read index received' (duration: 272.172473ms)","trace[1808595409] 'applied index is now lower than readState.Index' (duration: 4.975076ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:46:59.750973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.344954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-13T02:46:59.751018Z","caller":"traceutil/trace.go:171","msg":"trace[2041145970] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14481; }","duration":"277.437936ms","start":"2026-05-13T02:46:59.47357Z","end":"2026-05-13T02:46:59.751008Z","steps":["trace[2041145970] 'agreement among raft nodes before linearized reading' (duration: 277.229311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:47:09.223252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.319822ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:47:09.2234Z","caller":"traceutil/trace.go:171","msg":"trace[889048104] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14530; }","duration":"142.484628ms","start":"2026-05-13T02:47:09.080896Z","end":"2026-05-13T02:47:09.22338Z","steps":["trace[889048104] 'range keys from in-memory index tree' (duration: 142.300282ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:47:09.223526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.305743ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-13T02:47:09.223617Z","caller":"traceutil/trace.go:171","msg":"trace[882185389] transaction","detail":"{read_only:false; response_revision:14531; number_of_response:1; }","duration":"163.857478ms","start":"2026-05-13T02:47:09.05974Z","end":"2026-05-13T02:47:09.223598Z","steps":["trace[882185389] 'process raft request' (duration: 51.413391ms)","trace[882185389] 'compare' (duration: 112.211821ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:47:09.281747Z","caller":"traceutil/trace.go:171","msg":"trace[2109225919] transaction","detail":"{read_only:false; response_revision:14532; number_of_response:1; }","duration":"192.081583ms","start":"2026-05-13T02:47:09.08964Z","end":"2026-05-13T02:47:09.281722Z","steps":["trace[2109225919] 'process raft request' (duration: 191.94941ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:47:09.621926Z","caller":"traceutil/trace.go:171","msg":"trace[1205522833] transaction","detail":"{read_only:false; response_revision:14538; number_of_response:1; }","duration":"257.174661ms","start":"2026-05-13T02:47:09.364728Z","end":"2026-05-13T02:47:09.621902Z","steps":["trace[1205522833] 'process raft request' (duration: 256.962146ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:47:09.649191Z","caller":"traceutil/trace.go:171","msg":"trace[1760411018] transaction","detail":"{read_only:false; response_revision:14539; number_of_response:1; }","duration":"140.338204ms","start":"2026-05-13T02:47:09.508825Z","end":"2026-05-13T02:47:09.649163Z","steps":["trace[1760411018] 'process raft request' (duration: 140.159139ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:47:09.915663Z","caller":"traceutil/trace.go:171","msg":"trace[2033905078] transaction","detail":"{read_only:false; response_revision:14544; number_of_response:1; }","duration":"100.639487ms","start":"2026-05-13T02:47:09.814989Z","end":"2026-05-13T02:47:09.915628Z","steps":["trace[2033905078] 'process raft request' (duration: 100.525004ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:47:09.915806Z","caller":"traceutil/trace.go:171","msg":"trace[939020638] transaction","detail":"{read_only:false; response_revision:14543; number_of_response:1; }","duration":"101.782708ms","start":"2026-05-13T02:47:09.814004Z","end":"2026-05-13T02:47:09.915786Z","steps":["trace[939020638] 'process raft request' (duration: 101.379357ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:47:13.324261Z","caller":"traceutil/trace.go:171","msg":"trace[900608249] transaction","detail":"{read_only:false; response_revision:14568; number_of_response:1; }","duration":"164.669209ms","start":"2026-05-13T02:47:13.159549Z","end":"2026-05-13T02:47:13.324218Z","steps":["trace[900608249] 'process raft request' (duration: 161.811667ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:47:32.894638Z","caller":"traceutil/trace.go:171","msg":"trace[637261404] linearizableReadLoop","detail":"{readStateIndex:15236; appliedIndex:15235; }","duration":"126.509273ms","start":"2026-05-13T02:47:32.768082Z","end":"2026-05-13T02:47:32.894592Z","steps":["trace[637261404] 'read index received' (duration: 32.607416ms)","trace[637261404] 'applied index is now lower than readState.Index' (duration: 93.900397ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:47:32.894696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.584045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:47:32.894776Z","caller":"traceutil/trace.go:171","msg":"trace[418612588] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:14721; }","duration":"126.731568ms","start":"2026-05-13T02:47:32.768022Z","end":"2026-05-13T02:47:32.894753Z","steps":["trace[418612588] 'agreement among raft nodes before linearized reading' (duration: 126.576624ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:47:33.473918Z","caller":"traceutil/trace.go:171","msg":"trace[1945636711] transaction","detail":"{read_only:false; response_revision:14723; number_of_response:1; }","duration":"100.068674ms","start":"2026-05-13T02:47:33.373814Z","end":"2026-05-13T02:47:33.473882Z","steps":["trace[1945636711] 'process raft request' (duration: 99.578831ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:47:33.58489Z","caller":"traceutil/trace.go:171","msg":"trace[224425484] linearizableReadLoop","detail":"{readStateIndex:15240; appliedIndex:15237; }","duration":"135.313996ms","start":"2026-05-13T02:47:33.44953Z","end":"2026-05-13T02:47:33.584844Z","steps":["trace[224425484] 'read index received' (duration: 24.136771ms)","trace[224425484] 'applied index is now lower than readState.Index' (duration: 111.174785ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:47:33.585072Z","caller":"traceutil/trace.go:171","msg":"trace[384670507] transaction","detail":"{read_only:false; response_revision:14724; number_of_response:1; }","duration":"165.612822ms","start":"2026-05-13T02:47:33.419426Z","end":"2026-05-13T02:47:33.585038Z","steps":["trace[384670507] 'process raft request' (duration: 148.715234ms)","trace[384670507] 'compare' (duration: 16.338213ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:47:33.585297Z","caller":"traceutil/trace.go:171","msg":"trace[655760959] transaction","detail":"{read_only:false; response_revision:14725; number_of_response:1; }","duration":"142.19492ms","start":"2026-05-13T02:47:33.443002Z","end":"2026-05-13T02:47:33.585197Z","steps":["trace[655760959] 'process raft request' (duration: 141.740249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:47:33.586999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.655405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-13T02:47:33.58709Z","caller":"traceutil/trace.go:171","msg":"trace[217533833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14725; }","duration":"137.600483ms","start":"2026-05-13T02:47:33.449471Z","end":"2026-05-13T02:47:33.587072Z","steps":["trace[217533833] 'agreement among raft nodes before linearized reading' (duration: 135.541122ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:47:36.138884Z","caller":"traceutil/trace.go:171","msg":"trace[982292435] transaction","detail":"{read_only:false; response_revision:14737; number_of_response:1; }","duration":"355.454909ms","start":"2026-05-13T02:47:35.783388Z","end":"2026-05-13T02:47:36.138843Z","steps":["trace[982292435] 'process raft request' (duration: 355.143201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:47:36.139518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:47:35.78336Z","time spent":"355.664985ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:47:36.140104Z","caller":"traceutil/trace.go:171","msg":"trace[553383352] transaction","detail":"{read_only:false; response_revision:14738; number_of_response:1; }","duration":"297.606655ms","start":"2026-05-13T02:47:35.842472Z","end":"2026-05-13T02:47:36.140079Z","steps":["trace[553383352] 'process raft request' (duration: 297.40883ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:47:39.494241Z","caller":"traceutil/trace.go:171","msg":"trace[2108096865] linearizableReadLoop","detail":"{readStateIndex:15271; appliedIndex:15270; }","duration":"172.774135ms","start":"2026-05-13T02:47:39.321442Z","end":"2026-05-13T02:47:39.494216Z","steps":["trace[2108096865] 'read index received' (duration: 172.495358ms)","trace[2108096865] 'applied index is now lower than readState.Index' (duration: 277.687µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:47:39.494457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.926948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:47:39.494503Z","caller":"traceutil/trace.go:171","msg":"trace[200439211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14755; }","duration":"173.103423ms","start":"2026-05-13T02:47:39.321386Z","end":"2026-05-13T02:47:39.494489Z","steps":["trace[200439211] 'agreement among raft nodes before linearized reading' (duration: 172.938059ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:47:39.494483Z","caller":"traceutil/trace.go:171","msg":"trace[1326458802] transaction","detail":"{read_only:false; response_revision:14755; number_of_response:1; }","duration":"297.233516ms","start":"2026-05-13T02:47:39.197215Z","end":"2026-05-13T02:47:39.494448Z","steps":["trace[1326458802] 'process raft request' (duration: 296.820905ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:47:59.401578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.968636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T02:47:59.401653Z","caller":"traceutil/trace.go:171","msg":"trace[484386229] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:14862; }","duration":"780.055279ms","start":"2026-05-13T02:47:58.621583Z","end":"2026-05-13T02:47:59.401638Z","steps":["trace[484386229] 'count revisions from in-memory index tree' (duration: 779.889915ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:47:59.401694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:47:58.621535Z","time spent":"780.151052ms","remote":"127.0.0.1:39910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-13T02:47:59.401931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.646103ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:47:59.402068Z","caller":"traceutil/trace.go:171","msg":"trace[1342700143] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14862; }","duration":"321.790057ms","start":"2026-05-13T02:47:59.080255Z","end":"2026-05-13T02:47:59.402045Z","steps":["trace[1342700143] 'range keys from in-memory index tree' (duration: 321.628482ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:47:59.404275Z","caller":"traceutil/trace.go:171","msg":"trace[728732062] linearizableReadLoop","detail":"{readStateIndex:15383; appliedIndex:15382; }","duration":"290.972237ms","start":"2026-05-13T02:47:59.113283Z","end":"2026-05-13T02:47:59.404255Z","steps":["trace[728732062] 'read index received' (duration: 290.866014ms)","trace[728732062] 'applied index is now lower than readState.Index' (duration: 105.653µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:47:59.404483Z","caller":"traceutil/trace.go:171","msg":"trace[1742959577] transaction","detail":"{read_only:false; response_revision:14863; number_of_response:1; }","duration":"745.394531ms","start":"2026-05-13T02:47:58.659079Z","end":"2026-05-13T02:47:59.404473Z","steps":["trace[1742959577] 'process raft request' (duration: 745.067893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:47:59.40456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:47:58.659049Z","time spent":"745.458283ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:47:59.40476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.476969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6kz88\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-13T02:47:59.404787Z","caller":"traceutil/trace.go:171","msg":"trace[1351758186] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6kz88; range_end:; response_count:1; response_revision:14863; }","duration":"291.541241ms","start":"2026-05-13T02:47:59.113238Z","end":"2026-05-13T02:47:59.404779Z","steps":["trace[1351758186] 'agreement among raft nodes before linearized reading' (duration: 291.451679ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:47:59.404958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.682429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-05-13T02:47:59.404984Z","caller":"traceutil/trace.go:171","msg":"trace[873904825] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:14863; }","duration":"100.745021ms","start":"2026-05-13T02:47:59.30423Z","end":"2026-05-13T02:47:59.404975Z","steps":["trace[873904825] 'agreement among raft nodes before linearized reading' (duration: 100.670169ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:47:59.730217Z","caller":"traceutil/trace.go:171","msg":"trace[1657169093] linearizableReadLoop","detail":"{readStateIndex:15386; appliedIndex:15385; }","duration":"130.623478ms","start":"2026-05-13T02:47:59.599569Z","end":"2026-05-13T02:47:59.730192Z","steps":["trace[1657169093] 'read index received' (duration: 127.044376ms)","trace[1657169093] 'applied index is now lower than readState.Index' (duration: 3.578042ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:47:59.730373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.797941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:47:59.730412Z","caller":"traceutil/trace.go:171","msg":"trace[624817110] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:14866; }","duration":"130.885044ms","start":"2026-05-13T02:47:59.599512Z","end":"2026-05-13T02:47:59.730397Z","steps":["trace[624817110] 'agreement among raft nodes before linearized reading' (duration: 130.808412ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:47:59.730287Z","caller":"traceutil/trace.go:171","msg":"trace[1058622601] transaction","detail":"{read_only:false; response_revision:14866; number_of_response:1; }","duration":"157.467028ms","start":"2026-05-13T02:47:59.572772Z","end":"2026-05-13T02:47:59.730239Z","steps":["trace[1058622601] 'process raft request' (duration: 153.827625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:47:59.731605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.358604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:47:59.731703Z","caller":"traceutil/trace.go:171","msg":"trace[343039169] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:14868; }","duration":"110.510718ms","start":"2026-05-13T02:47:59.621169Z","end":"2026-05-13T02:47:59.73168Z","steps":["trace[343039169] 'agreement among raft nodes before linearized reading' (duration: 110.298052ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:48:07.84667Z","caller":"traceutil/trace.go:171","msg":"trace[985159448] linearizableReadLoop","detail":"{readStateIndex:15427; appliedIndex:15426; }","duration":"374.729358ms","start":"2026-05-13T02:48:07.471908Z","end":"2026-05-13T02:48:07.846638Z","steps":["trace[985159448] 'read index received' (duration: 374.595584ms)","trace[985159448] 'applied index is now lower than readState.Index' (duration: 132.494µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:48:07.846713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:48:07.45695Z","time spent":"389.756887ms","remote":"127.0.0.1:39514","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-13T02:48:07.846978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.050915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6kz88\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-13T02:48:07.847067Z","caller":"traceutil/trace.go:171","msg":"trace[897979294] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6kz88; range_end:; response_count:1; response_revision:14905; }","duration":"375.170099ms","start":"2026-05-13T02:48:07.471874Z","end":"2026-05-13T02:48:07.847044Z","steps":["trace[897979294] 'agreement among raft nodes before linearized reading' (duration: 374.875612ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:48:07.847126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:48:07.471863Z","time spent":"375.246121ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-6kz88\" "} {"level":"info","ts":"2026-05-13T02:48:07.865861Z","caller":"traceutil/trace.go:171","msg":"trace[350452280] transaction","detail":"{read_only:false; response_revision:14907; number_of_response:1; }","duration":"109.01722ms","start":"2026-05-13T02:48:07.756816Z","end":"2026-05-13T02:48:07.865833Z","steps":["trace[350452280] 'process raft request' (duration: 108.951318ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:48:07.865923Z","caller":"traceutil/trace.go:171","msg":"trace[748402524] transaction","detail":"{read_only:false; response_revision:14906; number_of_response:1; }","duration":"248.529062ms","start":"2026-05-13T02:48:07.617364Z","end":"2026-05-13T02:48:07.865893Z","steps":["trace[748402524] 'process raft request' (duration: 248.286126ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:48:07.866078Z","caller":"traceutil/trace.go:171","msg":"trace[2066028480] transaction","detail":"{read_only:false; response_revision:14908; number_of_response:1; }","duration":"108.59146ms","start":"2026-05-13T02:48:07.757477Z","end":"2026-05-13T02:48:07.866068Z","steps":["trace[2066028480] 'process raft request' (duration: 108.325493ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:48:07.866262Z","caller":"traceutil/trace.go:171","msg":"trace[1632845250] transaction","detail":"{read_only:false; response_revision:14909; number_of_response:1; }","duration":"106.477245ms","start":"2026-05-13T02:48:07.759774Z","end":"2026-05-13T02:48:07.866251Z","steps":["trace[1632845250] 'process raft request' (duration: 106.239019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:48:07.866446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.367652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-13T02:48:07.866471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.900313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T02:48:07.866483Z","caller":"traceutil/trace.go:171","msg":"trace[1567968329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14909; }","duration":"102.451994ms","start":"2026-05-13T02:48:07.764022Z","end":"2026-05-13T02:48:07.866474Z","steps":["trace[1567968329] 'agreement among raft nodes before linearized reading' (duration: 102.27965ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:48:07.866507Z","caller":"traceutil/trace.go:171","msg":"trace[1665244086] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:14909; }","duration":"205.990165ms","start":"2026-05-13T02:48:07.660507Z","end":"2026-05-13T02:48:07.866497Z","steps":["trace[1665244086] 'agreement among raft nodes before linearized reading' (duration: 205.849762ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:48:15.806813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.456536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T02:48:15.806986Z","caller":"traceutil/trace.go:171","msg":"trace[1148043105] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:14962; }","duration":"204.626831ms","start":"2026-05-13T02:48:15.602296Z","end":"2026-05-13T02:48:15.806923Z","steps":["trace[1148043105] 'count revisions from in-memory index tree' (duration: 204.183239ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:48:17.402828Z","caller":"traceutil/trace.go:171","msg":"trace[1453186544] transaction","detail":"{read_only:false; response_revision:14972; number_of_response:1; }","duration":"718.170242ms","start":"2026-05-13T02:48:16.684625Z","end":"2026-05-13T02:48:17.402796Z","steps":["trace[1453186544] 'process raft request' (duration: 717.944496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:48:17.403055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:48:16.684613Z","time spent":"718.343186ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:48:17.965978Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563910610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T02:48:18.197579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.11405ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-13T02:48:18.197992Z","caller":"traceutil/trace.go:171","msg":"trace[1547380020] linearizableReadLoop","detail":"{readStateIndex:15500; appliedIndex:15496; }","duration":"732.331401ms","start":"2026-05-13T02:48:17.465637Z","end":"2026-05-13T02:48:18.197968Z","steps":["trace[1547380020] 'read index received' (duration: 504.893682ms)","trace[1547380020] 'applied index is now lower than readState.Index' (duration: 227.436289ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:48:18.198096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:48:17.461605Z","time spent":"736.487407ms","remote":"127.0.0.1:39514","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-13T02:48:18.198181Z","caller":"traceutil/trace.go:171","msg":"trace[548918054] transaction","detail":"{read_only:false; response_revision:14974; number_of_response:1; }","duration":"245.688251ms","start":"2026-05-13T02:48:17.952441Z","end":"2026-05-13T02:48:18.198129Z","steps":["trace[548918054] 'process raft request' (duration: 245.438154ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:48:18.198553Z","caller":"traceutil/trace.go:171","msg":"trace[1069016434] transaction","detail":"{read_only:false; response_revision:14975; number_of_response:1; }","duration":"245.67213ms","start":"2026-05-13T02:48:17.952859Z","end":"2026-05-13T02:48:18.198531Z","steps":["trace[1069016434] 'process raft request' (duration: 245.062124ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:48:18.198547Z","caller":"traceutil/trace.go:171","msg":"trace[325684484] transaction","detail":"{read_only:false; response_revision:14973; number_of_response:1; }","duration":"246.516411ms","start":"2026-05-13T02:48:17.95199Z","end":"2026-05-13T02:48:18.198506Z","steps":["trace[325684484] 'process raft request' (duration: 245.752792ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:48:18.19863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.982268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:48:18.198722Z","caller":"traceutil/trace.go:171","msg":"trace[1783903235] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:14975; }","duration":"733.124761ms","start":"2026-05-13T02:48:17.465575Z","end":"2026-05-13T02:48:18.198699Z","steps":["trace[1783903235] 'agreement among raft nodes before linearized reading' (duration: 732.947177ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:48:18.198765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:48:17.465546Z","time spent":"733.211082ms","remote":"127.0.0.1:39942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/daemonsets/openstack/ovn-controller\" "} {"level":"warn","ts":"2026-05-13T02:48:18.19962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.457585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-13T02:48:18.199708Z","caller":"traceutil/trace.go:171","msg":"trace[1809975502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14976; }","duration":"230.592159ms","start":"2026-05-13T02:48:17.969096Z","end":"2026-05-13T02:48:18.199689Z","steps":["trace[1809975502] 'agreement among raft nodes before linearized reading' (duration: 230.379473ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:48:18.199965Z","caller":"traceutil/trace.go:171","msg":"trace[1620501167] transaction","detail":"{read_only:false; response_revision:14976; number_of_response:1; }","duration":"227.236803ms","start":"2026-05-13T02:48:17.972712Z","end":"2026-05-13T02:48:18.199948Z","steps":["trace[1620501167] 'process raft request' (duration: 226.656389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:48:18.200326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.838989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6kz88\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-13T02:48:18.2004Z","caller":"traceutil/trace.go:171","msg":"trace[207540043] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6kz88; range_end:; response_count:1; response_revision:14976; }","duration":"229.941982ms","start":"2026-05-13T02:48:17.970439Z","end":"2026-05-13T02:48:18.200381Z","steps":["trace[207540043] 'agreement among raft nodes before linearized reading' (duration: 229.713586ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:48:19.67296Z","caller":"traceutil/trace.go:171","msg":"trace[314498980] transaction","detail":"{read_only:false; response_revision:14987; number_of_response:1; }","duration":"262.141317ms","start":"2026-05-13T02:48:19.410793Z","end":"2026-05-13T02:48:19.672935Z","steps":["trace[314498980] 'process raft request' (duration: 261.974502ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:48:20.258656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.451675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:48:20.25872Z","caller":"traceutil/trace.go:171","msg":"trace[1063824095] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:14989; }","duration":"166.569548ms","start":"2026-05-13T02:48:20.092133Z","end":"2026-05-13T02:48:20.258703Z","steps":["trace[1063824095] 'count revisions from in-memory index tree' (duration: 166.316082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:48:20.656916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.099434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:48:20.657012Z","caller":"traceutil/trace.go:171","msg":"trace[1255232446] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:14999; }","duration":"160.259488ms","start":"2026-05-13T02:48:20.496734Z","end":"2026-05-13T02:48:20.656993Z","steps":["trace[1255232446] 'count revisions from in-memory index tree' (duration: 159.816896ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:48:28.411453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.964891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-northd-7659bd74f8-hgqdj\" ","response":"range_response_count:1 size:6895"} {"level":"info","ts":"2026-05-13T02:48:28.411545Z","caller":"traceutil/trace.go:171","msg":"trace[566967259] range","detail":"{range_begin:/registry/pods/openstack/ovn-northd-7659bd74f8-hgqdj; range_end:; response_count:1; response_revision:15145; }","duration":"386.097365ms","start":"2026-05-13T02:48:28.025432Z","end":"2026-05-13T02:48:28.411529Z","steps":["trace[566967259] 'range keys from in-memory index tree' (duration: 385.811818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:48:28.41183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:48:28.025408Z","time spent":"386.412103ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":6919,"request content":"key:\"/registry/pods/openstack/ovn-northd-7659bd74f8-hgqdj\" "} {"level":"info","ts":"2026-05-13T02:48:28.729559Z","caller":"traceutil/trace.go:171","msg":"trace[1819875944] transaction","detail":"{read_only:false; response_revision:15146; number_of_response:1; }","duration":"433.793882ms","start":"2026-05-13T02:48:28.295738Z","end":"2026-05-13T02:48:28.729532Z","steps":["trace[1819875944] 'process raft request' (duration: 433.645468ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:48:28.729795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:48:28.295713Z","time spent":"433.923905ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:48:29.526876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.072714ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:48:29.527015Z","caller":"traceutil/trace.go:171","msg":"trace[1116088901] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:15146; }","duration":"446.222917ms","start":"2026-05-13T02:48:29.080773Z","end":"2026-05-13T02:48:29.526996Z","steps":["trace[1116088901] 'range keys from in-memory index tree' (duration: 446.048223ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:48:29.675466Z","caller":"traceutil/trace.go:171","msg":"trace[1794624789] transaction","detail":"{read_only:false; response_revision:15147; number_of_response:1; }","duration":"1.320075752s","start":"2026-05-13T02:48:28.355357Z","end":"2026-05-13T02:48:29.675432Z","steps":["trace[1794624789] 'process raft request' (duration: 1.319837506s)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:48:29.675618Z","caller":"traceutil/trace.go:171","msg":"trace[1457672687] transaction","detail":"{read_only:false; response_revision:15148; number_of_response:1; }","duration":"1.3022265s","start":"2026-05-13T02:48:28.373352Z","end":"2026-05-13T02:48:29.675579Z","steps":["trace[1457672687] 'process raft request' (duration: 1.301999485s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:48:29.675729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:48:28.355316Z","time spent":"1.320232376s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:48:29.675803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:48:28.373323Z","time spent":"1.302392494s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:48:29.676832Z","caller":"traceutil/trace.go:171","msg":"trace[1040856041] linearizableReadLoop","detail":"{readStateIndex:15678; appliedIndex:15673; }","duration":"1.292000152s","start":"2026-05-13T02:48:28.384811Z","end":"2026-05-13T02:48:29.676811Z","steps":["trace[1040856041] 'read index received' (duration: 344.641736ms)","trace[1040856041] 'applied index is now lower than readState.Index' (duration: 947.357336ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:48:29.676939Z","caller":"traceutil/trace.go:171","msg":"trace[506033520] transaction","detail":"{read_only:false; response_revision:15151; number_of_response:1; }","duration":"1.258130244s","start":"2026-05-13T02:48:28.418793Z","end":"2026-05-13T02:48:29.676924Z","steps":["trace[506033520] 'process raft request' (duration: 1.257883388s)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:48:29.676976Z","caller":"traceutil/trace.go:171","msg":"trace[1809105331] transaction","detail":"{read_only:false; response_revision:15150; number_of_response:1; }","duration":"1.299761318s","start":"2026-05-13T02:48:28.377199Z","end":"2026-05-13T02:48:29.67696Z","steps":["trace[1809105331] 'process raft request' (duration: 1.299231194s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:48:29.677033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:48:28.37717Z","time spent":"1.2998374s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:48:29.677028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:48:28.418781Z","time spent":"1.258194006s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7186,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:48:29.677307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292468054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-13T02:48:29.677394Z","caller":"traceutil/trace.go:171","msg":"trace[592788754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15151; }","duration":"1.292593126s","start":"2026-05-13T02:48:28.384784Z","end":"2026-05-13T02:48:29.677377Z","steps":["trace[592788754] 'agreement among raft nodes before linearized reading' (duration: 1.292156445s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:48:29.677442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:48:28.384774Z","time spent":"1.292656118s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-13T02:48:29.676527Z","caller":"traceutil/trace.go:171","msg":"trace[951441269] transaction","detail":"{read_only:false; response_revision:15149; number_of_response:1; }","duration":"1.300332362s","start":"2026-05-13T02:48:28.37616Z","end":"2026-05-13T02:48:29.676492Z","steps":["trace[951441269] 'process raft request' (duration: 1.299232775s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:48:29.678393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:48:28.37614Z","time spent":"1.301710967s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:48:29.687095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175182833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:48:29.68721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248186012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-13T02:48:29.687254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232375171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-13T02:48:29.687307Z","caller":"traceutil/trace.go:171","msg":"trace[1273874062] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15152; }","duration":"1.232452724s","start":"2026-05-13T02:48:28.454844Z","end":"2026-05-13T02:48:29.687296Z","steps":["trace[1273874062] 'agreement among raft nodes before linearized reading' (duration: 1.232341051s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:48:29.687338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:48:28.454832Z","time spent":"1.232498585s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-13T02:48:29.687354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264234917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-cfn6n.18af001e09eacf9a\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-05-13T02:48:29.687379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034781828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:48:29.68744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034758278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-229549d4-1c1f-4b2a-9ee1-de716949b109\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-05-13T02:48:29.687468Z","caller":"traceutil/trace.go:171","msg":"trace[570738695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15152; }","duration":"1.034944073s","start":"2026-05-13T02:48:28.652502Z","end":"2026-05-13T02:48:29.687446Z","steps":["trace[570738695] 'agreement among raft nodes before linearized reading' (duration: 1.034744378s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:48:29.687484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275344159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-13T02:48:29.687517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:48:28.652473Z","time spent":"1.035035815s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T02:48:29.687544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.399617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:48:29.687302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147069362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:48:29.687549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.021935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/data-ovn-ovsdb-nb-0.18af001dfc17101e\" ","response":"range_response_count:1 size:956"} {"level":"warn","ts":"2026-05-13T02:48:29.687584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.808023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:48:29.687615Z","caller":"traceutil/trace.go:171","msg":"trace[1501142849] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:15152; }","duration":"213.877825ms","start":"2026-05-13T02:48:29.473728Z","end":"2026-05-13T02:48:29.687606Z","steps":["trace[1501142849] 'agreement among raft nodes before linearized reading' (duration: 213.822893ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:48:29.68763Z","caller":"traceutil/trace.go:171","msg":"trace[387657951] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:15152; }","duration":"1.14742345s","start":"2026-05-13T02:48:28.540181Z","end":"2026-05-13T02:48:29.687605Z","steps":["trace[387657951] 'agreement among raft nodes before linearized reading' (duration: 1.147091312s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:48:29.687722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:48:28.540157Z","time spent":"1.147552263s","remote":"127.0.0.1:58078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-13T02:48:29.687733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277325519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6kz88\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-13T02:48:29.687384Z","caller":"traceutil/trace.go:171","msg":"trace[2081806008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15152; }","duration":"1.248367986s","start":"2026-05-13T02:48:28.438892Z","end":"2026-05-13T02:48:29.68726Z","steps":["trace[2081806008] 'agreement among raft nodes before linearized reading' (duration: 1.24811886s)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:48:29.687785Z","caller":"traceutil/trace.go:171","msg":"trace[471159103] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6kz88; range_end:; response_count:1; response_revision:15152; }","duration":"1.277404252s","start":"2026-05-13T02:48:28.410373Z","end":"2026-05-13T02:48:29.687777Z","steps":["trace[471159103] 'agreement among raft nodes before linearized reading' (duration: 1.277285849s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:48:29.687812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:48:28.410355Z","time spent":"1.277449582s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-6kz88\" "} {"level":"warn","ts":"2026-05-13T02:48:29.687819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:48:28.438872Z","time spent":"1.24893151s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-13T02:48:29.687497Z","caller":"traceutil/trace.go:171","msg":"trace[660979815] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-229549d4-1c1f-4b2a-9ee1-de716949b109; range_end:; response_count:1; response_revision:15152; }","duration":"1.03486948s","start":"2026-05-13T02:48:28.652614Z","end":"2026-05-13T02:48:29.687484Z","steps":["trace[660979815] 'agreement among raft nodes before linearized reading' (duration: 1.034355888s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:48:29.687905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.521166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-05-13T02:48:29.687941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:48:28.65258Z","time spent":"1.035350384s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3631,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-229549d4-1c1f-4b2a-9ee1-de716949b109\" "} {"level":"info","ts":"2026-05-13T02:48:29.68761Z","caller":"traceutil/trace.go:171","msg":"trace[322022693] range","detail":"{range_begin:/registry/events/openstack/data-ovn-ovsdb-nb-0.18af001dfc17101e; range_end:; response_count:1; response_revision:15152; }","duration":"281.082776ms","start":"2026-05-13T02:48:29.406518Z","end":"2026-05-13T02:48:29.687601Z","steps":["trace[322022693] 'agreement among raft nodes before linearized reading' (duration: 280.956153ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:48:29.687989Z","caller":"traceutil/trace.go:171","msg":"trace[2115851787] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:15152; }","duration":"134.638549ms","start":"2026-05-13T02:48:29.553325Z","end":"2026-05-13T02:48:29.687963Z","steps":["trace[2115851787] 'agreement among raft nodes before linearized reading' (duration: 134.082415ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:48:29.687446Z","caller":"traceutil/trace.go:171","msg":"trace[653017418] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-cfn6n.18af001e09eacf9a; range_end:; response_count:1; response_revision:15152; }","duration":"1.264377521s","start":"2026-05-13T02:48:28.423047Z","end":"2026-05-13T02:48:29.687424Z","steps":["trace[653017418] 'agreement among raft nodes before linearized reading' (duration: 1.264114474s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:48:29.688101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:48:28.423026Z","time spent":"1.26506606s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/ovn-controller-default-cfn6n.18af001e09eacf9a\" "} {"level":"info","ts":"2026-05-13T02:48:29.687164Z","caller":"traceutil/trace.go:171","msg":"trace[747864809] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:15152; }","duration":"1.175300786s","start":"2026-05-13T02:48:28.511843Z","end":"2026-05-13T02:48:29.687144Z","steps":["trace[747864809] 'agreement among raft nodes before linearized reading' (duration: 1.175142092s)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:48:29.687492Z","caller":"traceutil/trace.go:171","msg":"trace[1838839908] transaction","detail":"{read_only:false; response_revision:15152; number_of_response:1; }","duration":"246.554982ms","start":"2026-05-13T02:48:29.440917Z","end":"2026-05-13T02:48:29.687472Z","steps":["trace[1838839908] 'process raft request' (duration: 245.913196ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:48:29.688473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:48:28.51182Z","time spent":"1.176368664s","remote":"127.0.0.1:57784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-05-13T02:48:29.687475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034796259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d8f6971b-443c-47ff-abd0-f86626748815\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-05-13T02:48:29.688638Z","caller":"traceutil/trace.go:171","msg":"trace[419627801] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d8f6971b-443c-47ff-abd0-f86626748815; range_end:; response_count:1; response_revision:15152; }","duration":"1.036031571s","start":"2026-05-13T02:48:28.652594Z","end":"2026-05-13T02:48:29.688626Z","steps":["trace[419627801] 'agreement among raft nodes before linearized reading' (duration: 1.034719177s)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:48:29.687565Z","caller":"traceutil/trace.go:171","msg":"trace[371562906] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15152; }","duration":"1.275466212s","start":"2026-05-13T02:48:28.412084Z","end":"2026-05-13T02:48:29.687551Z","steps":["trace[371562906] 'agreement among raft nodes before linearized reading' (duration: 1.275253887s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:48:29.688691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:48:28.652551Z","time spent":"1.036130153s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3631,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d8f6971b-443c-47ff-abd0-f86626748815\" "} {"level":"warn","ts":"2026-05-13T02:48:29.688729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:48:28.412068Z","time spent":"1.276646833s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-13T02:48:29.687569Z","caller":"traceutil/trace.go:171","msg":"trace[1421808837] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15152; }","duration":"368.473048ms","start":"2026-05-13T02:48:29.319089Z","end":"2026-05-13T02:48:29.687562Z","steps":["trace[1421808837] 'agreement among raft nodes before linearized reading' (duration: 368.432767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:48:29.688823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:48:29.319067Z","time spent":"369.727831ms","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T02:48:29.687576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.452169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-05-13T02:48:29.688904Z","caller":"traceutil/trace.go:171","msg":"trace[436522598] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:15152; }","duration":"134.801293ms","start":"2026-05-13T02:48:29.554071Z","end":"2026-05-13T02:48:29.688873Z","steps":["trace[436522598] 'agreement among raft nodes before linearized reading' (duration: 133.455499ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:49:02.211131Z","caller":"traceutil/trace.go:171","msg":"trace[1433481193] transaction","detail":"{read_only:false; response_revision:15558; number_of_response:1; }","duration":"284.891452ms","start":"2026-05-13T02:49:01.926213Z","end":"2026-05-13T02:49:02.211105Z","steps":["trace[1433481193] 'process raft request' (duration: 241.215127ms)","trace[1433481193] 'compare' (duration: 43.287196ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:49:02.211169Z","caller":"traceutil/trace.go:171","msg":"trace[1834234218] linearizableReadLoop","detail":"{readStateIndex:16106; appliedIndex:16101; }","duration":"275.253348ms","start":"2026-05-13T02:49:01.935891Z","end":"2026-05-13T02:49:02.211144Z","steps":["trace[1834234218] 'read index received' (duration: 22.567411ms)","trace[1834234218] 'applied index is now lower than readState.Index' (duration: 252.684917ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:49:02.211209Z","caller":"traceutil/trace.go:171","msg":"trace[491618698] transaction","detail":"{read_only:false; response_revision:15560; number_of_response:1; }","duration":"284.522483ms","start":"2026-05-13T02:49:01.92665Z","end":"2026-05-13T02:49:02.211172Z","steps":["trace[491618698] 'process raft request' (duration: 284.41815ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:49:02.21128Z","caller":"traceutil/trace.go:171","msg":"trace[652670673] transaction","detail":"{read_only:false; response_revision:15561; number_of_response:1; }","duration":"283.694453ms","start":"2026-05-13T02:49:01.927539Z","end":"2026-05-13T02:49:02.211233Z","steps":["trace[652670673] 'process raft request' (duration: 283.563269ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:49:02.211305Z","caller":"traceutil/trace.go:171","msg":"trace[1080256852] transaction","detail":"{read_only:false; response_revision:15559; number_of_response:1; }","duration":"284.655676ms","start":"2026-05-13T02:49:01.926616Z","end":"2026-05-13T02:49:02.211272Z","steps":["trace[1080256852] 'process raft request' (duration: 284.362239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:49:02.211438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.138922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6kz88\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-05-13T02:49:02.211449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.506284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T02:49:02.211487Z","caller":"traceutil/trace.go:171","msg":"trace[1106337880] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6kz88; range_end:; response_count:1; response_revision:15561; }","duration":"154.242935ms","start":"2026-05-13T02:49:02.057233Z","end":"2026-05-13T02:49:02.211476Z","steps":["trace[1106337880] 'agreement among raft nodes before linearized reading' (duration: 154.05054ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:49:02.211517Z","caller":"traceutil/trace.go:171","msg":"trace[819239974] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:15561; }","duration":"275.635518ms","start":"2026-05-13T02:49:01.935861Z","end":"2026-05-13T02:49:02.211497Z","steps":["trace[819239974] 'agreement among raft nodes before linearized reading' (duration: 275.404942ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:49:34.229166Z","caller":"traceutil/trace.go:171","msg":"trace[1976530037] transaction","detail":"{read_only:false; response_revision:16061; number_of_response:1; }","duration":"261.189064ms","start":"2026-05-13T02:49:33.967949Z","end":"2026-05-13T02:49:34.229138Z","steps":["trace[1976530037] 'process raft request' (duration: 261.01637ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:49:34.697081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.504074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-13T02:49:34.697542Z","caller":"traceutil/trace.go:171","msg":"trace[901168894] linearizableReadLoop","detail":"{readStateIndex:16619; appliedIndex:16616; }","duration":"599.413826ms","start":"2026-05-13T02:49:34.098098Z","end":"2026-05-13T02:49:34.697512Z","steps":["trace[901168894] 'read index received' (duration: 130.852593ms)","trace[901168894] 'applied index is now lower than readState.Index' (duration: 468.558883ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:49:34.697539Z","caller":"traceutil/trace.go:171","msg":"trace[1569710168] transaction","detail":"{read_only:false; response_revision:16062; number_of_response:1; }","duration":"662.081124ms","start":"2026-05-13T02:49:34.035368Z","end":"2026-05-13T02:49:34.697449Z","steps":["trace[1569710168] 'process raft request' (duration: 469.049906ms)","trace[1569710168] 'compare' (duration: 191.56199ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:49:34.697825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.895738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-13T02:49:34.69789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.679715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-13T02:49:34.697894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.710558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-05-13T02:49:34.697937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.763359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-05-13T02:49:34.697932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.716955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:49:34.697947Z","caller":"traceutil/trace.go:171","msg":"trace[1167596280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16063; }","duration":"323.757908ms","start":"2026-05-13T02:49:34.374171Z","end":"2026-05-13T02:49:34.697929Z","steps":["trace[1167596280] 'agreement among raft nodes before linearized reading' (duration: 323.603064ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:49:34.697965Z","caller":"traceutil/trace.go:171","msg":"trace[1103085642] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16063; }","duration":"534.843682ms","start":"2026-05-13T02:49:34.163098Z","end":"2026-05-13T02:49:34.697941Z","steps":["trace[1103085642] 'agreement among raft nodes before linearized reading' (duration: 534.665537ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:49:34.697984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.102769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-13T02:49:34.69802Z","caller":"traceutil/trace.go:171","msg":"trace[1010919069] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16063; }","duration":"321.794378ms","start":"2026-05-13T02:49:34.376184Z","end":"2026-05-13T02:49:34.697978Z","steps":["trace[1010919069] 'agreement among raft nodes before linearized reading' (duration: 321.702745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:49:34.698063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:49:34.376177Z","time spent":"321.87746ms","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-13T02:49:34.698072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.842042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-13T02:49:34.698102Z","caller":"traceutil/trace.go:171","msg":"trace[1383591933] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16063; }","duration":"237.907794ms","start":"2026-05-13T02:49:34.460189Z","end":"2026-05-13T02:49:34.698097Z","steps":["trace[1383591933] 'agreement among raft nodes before linearized reading' (duration: 237.808661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:49:34.698099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.362329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-xnnbx\" ","response":"range_response_count:1 size:9709"} {"level":"warn","ts":"2026-05-13T02:49:34.698118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.001418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-05-13T02:49:34.698155Z","caller":"traceutil/trace.go:171","msg":"trace[1498200306] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-xnnbx; range_end:; response_count:1; response_revision:16063; }","duration":"205.453361ms","start":"2026-05-13T02:49:34.492689Z","end":"2026-05-13T02:49:34.698142Z","steps":["trace[1498200306] 'agreement among raft nodes before linearized reading' (duration: 205.272756ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:49:34.697979Z","caller":"traceutil/trace.go:171","msg":"trace[1621879299] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16063; }","duration":"109.833401ms","start":"2026-05-13T02:49:34.588135Z","end":"2026-05-13T02:49:34.697968Z","steps":["trace[1621879299] 'agreement among raft nodes before linearized reading' (duration: 109.749438ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:49:34.698165Z","caller":"traceutil/trace.go:171","msg":"trace[175529566] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16063; }","duration":"323.073959ms","start":"2026-05-13T02:49:34.375078Z","end":"2026-05-13T02:49:34.698152Z","steps":["trace[175529566] 'agreement among raft nodes before linearized reading' (duration: 322.955026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:49:34.698213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:49:34.375024Z","time spent":"323.179202ms","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-13T02:49:34.698004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:49:34.374158Z","time spent":"323.833779ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T02:49:34.698231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.411829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:49:34.698328Z","caller":"traceutil/trace.go:171","msg":"trace[1218200527] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16063; }","duration":"250.8444ms","start":"2026-05-13T02:49:34.447462Z","end":"2026-05-13T02:49:34.698306Z","steps":["trace[1218200527] 'agreement among raft nodes before linearized reading' (duration: 250.395199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:49:34.698407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.267632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:49:34.697924Z","caller":"traceutil/trace.go:171","msg":"trace[1797875171] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16063; }","duration":"600.044392ms","start":"2026-05-13T02:49:34.097858Z","end":"2026-05-13T02:49:34.697902Z","steps":["trace[1797875171] 'agreement among raft nodes before linearized reading' (duration: 599.788195ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:49:34.698451Z","caller":"traceutil/trace.go:171","msg":"trace[2121786721] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16063; }","duration":"251.326593ms","start":"2026-05-13T02:49:34.447115Z","end":"2026-05-13T02:49:34.698441Z","steps":["trace[2121786721] 'agreement among raft nodes before linearized reading' (duration: 251.271122ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:49:34.698486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:49:34.097834Z","time spent":"600.637096ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T02:49:34.698497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.546466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6kz88\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-13T02:49:34.698546Z","caller":"traceutil/trace.go:171","msg":"trace[747563044] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6kz88; range_end:; response_count:1; response_revision:16063; }","duration":"166.596998ms","start":"2026-05-13T02:49:34.531935Z","end":"2026-05-13T02:49:34.698532Z","steps":["trace[747563044] 'agreement among raft nodes before linearized reading' (duration: 166.464894ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:49:34.698184Z","caller":"traceutil/trace.go:171","msg":"trace[1485036373] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16063; }","duration":"319.238192ms","start":"2026-05-13T02:49:34.378799Z","end":"2026-05-13T02:49:34.698038Z","steps":["trace[1485036373] 'agreement among raft nodes before linearized reading' (duration: 319.042967ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:49:34.698681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:49:34.378788Z","time spent":"319.880648ms","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-13T02:49:34.698579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:49:34.03534Z","time spent":"662.464632ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:49:34.698837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.406173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-05-13T02:49:34.698893Z","caller":"traceutil/trace.go:171","msg":"trace[1799641341] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16063; }","duration":"388.492785ms","start":"2026-05-13T02:49:34.310389Z","end":"2026-05-13T02:49:34.698882Z","steps":["trace[1799641341] 'agreement among raft nodes before linearized reading' (duration: 388.325061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:49:34.698975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:49:34.310371Z","time spent":"388.590677ms","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-13T02:49:34.698029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:49:34.163076Z","time spent":"534.940874ms","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-05-13T02:49:34.697682Z","caller":"traceutil/trace.go:171","msg":"trace[453605595] transaction","detail":"{read_only:false; response_revision:16063; number_of_response:1; }","duration":"661.307823ms","start":"2026-05-13T02:49:34.036311Z","end":"2026-05-13T02:49:34.697618Z","steps":["trace[453605595] 'process raft request' (duration: 660.891882ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:49:34.699091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.566379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-13T02:49:34.699151Z","caller":"traceutil/trace.go:171","msg":"trace[1230023472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16063; }","duration":"332.663162ms","start":"2026-05-13T02:49:34.366473Z","end":"2026-05-13T02:49:34.699137Z","steps":["trace[1230023472] 'agreement among raft nodes before linearized reading' (duration: 332.523558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:49:34.699164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.231579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-13T02:49:34.699206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.532237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-05-13T02:49:34.699204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:49:34.366451Z","time spent":"332.740104ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-13T02:49:34.699279Z","caller":"traceutil/trace.go:171","msg":"trace[1696732955] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16063; }","duration":"373.602159ms","start":"2026-05-13T02:49:34.325625Z","end":"2026-05-13T02:49:34.699227Z","steps":["trace[1696732955] 'agreement among raft nodes before linearized reading' (duration: 373.503936ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:49:34.699307Z","caller":"traceutil/trace.go:171","msg":"trace[1088088153] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16063; }","duration":"326.321572ms","start":"2026-05-13T02:49:34.372897Z","end":"2026-05-13T02:49:34.699218Z","steps":["trace[1088088153] 'agreement among raft nodes before linearized reading' (duration: 326.165778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:49:34.699325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:49:34.325603Z","time spent":"373.713501ms","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-13T02:49:34.69932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.348087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1565"} {"level":"warn","ts":"2026-05-13T02:49:34.69786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.176276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:49:34.69942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.269635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:49:34.699441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.563866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-05-13T02:49:34.699472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.726937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-13T02:49:34.699477Z","caller":"traceutil/trace.go:171","msg":"trace[1813814984] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16063; }","duration":"389.340577ms","start":"2026-05-13T02:49:34.310109Z","end":"2026-05-13T02:49:34.69945Z","steps":["trace[1813814984] 'agreement among raft nodes before linearized reading' (duration: 389.284845ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:49:34.699494Z","caller":"traceutil/trace.go:171","msg":"trace[1690975330] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16063; }","duration":"525.640118ms","start":"2026-05-13T02:49:34.173838Z","end":"2026-05-13T02:49:34.699478Z","steps":["trace[1690975330] 'agreement among raft nodes before linearized reading' (duration: 525.494584ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:49:34.699556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:49:34.173825Z","time spent":"525.7176ms","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-13T02:49:34.699571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.33942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:49:34.699444Z","caller":"traceutil/trace.go:171","msg":"trace[1493232769] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16063; }","duration":"244.777887ms","start":"2026-05-13T02:49:34.454636Z","end":"2026-05-13T02:49:34.699414Z","steps":["trace[1493232769] 'agreement among raft nodes before linearized reading' (duration: 243.174497ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:49:34.69961Z","caller":"traceutil/trace.go:171","msg":"trace[1970877281] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16063; }","duration":"536.431812ms","start":"2026-05-13T02:49:34.163169Z","end":"2026-05-13T02:49:34.699601Z","steps":["trace[1970877281] 'agreement among raft nodes before linearized reading' (duration: 536.32548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:49:34.699612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.160677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:8211"} {"level":"info","ts":"2026-05-13T02:49:34.699645Z","caller":"traceutil/trace.go:171","msg":"trace[1764640207] range","detail":"{range_begin:/registry/pods/openstack/ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:16063; }","duration":"403.231219ms","start":"2026-05-13T02:49:34.296406Z","end":"2026-05-13T02:49:34.699637Z","steps":["trace[1764640207] 'agreement among raft nodes before linearized reading' (duration: 403.127627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:49:34.699652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:49:34.163148Z","time spent":"536.496833ms","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-13T02:49:34.699685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:49:34.296387Z","time spent":"403.29043ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":8235,"request content":"key:\"/registry/pods/openstack/ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-05-13T02:49:34.699505Z","caller":"traceutil/trace.go:171","msg":"trace[949510567] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16063; }","duration":"387.775219ms","start":"2026-05-13T02:49:34.311719Z","end":"2026-05-13T02:49:34.699494Z","steps":["trace[949510567] 'agreement among raft nodes before linearized reading' (duration: 387.697126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:49:34.699755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:49:34.311709Z","time spent":"388.031015ms","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-13T02:49:34.699308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.730424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-13T02:49:34.699845Z","caller":"traceutil/trace.go:171","msg":"trace[767717500] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16063; }","duration":"331.374291ms","start":"2026-05-13T02:49:34.368453Z","end":"2026-05-13T02:49:34.699827Z","steps":["trace[767717500] 'agreement among raft nodes before linearized reading' (duration: 330.639312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:49:34.699913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:49:34.368428Z","time spent":"331.468173ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-13T02:49:34.699366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:49:34.372886Z","time spent":"326.460765ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-13T02:49:34.699372Z","caller":"traceutil/trace.go:171","msg":"trace[739729299] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:16063; }","duration":"434.402958ms","start":"2026-05-13T02:49:34.264953Z","end":"2026-05-13T02:49:34.699356Z","steps":["trace[739729299] 'agreement among raft nodes before linearized reading' (duration: 434.207013ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:49:34.7Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:49:34.2649Z","time spent":"435.091186ms","remote":"127.0.0.1:39608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-05-13T02:49:34.699514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:49:34.310089Z","time spent":"389.418029ms","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-13T02:49:34.700291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:49:34.036276Z","time spent":"662.872352ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:50:08.76016Z","caller":"traceutil/trace.go:171","msg":"trace[404257474] linearizableReadLoop","detail":"{readStateIndex:16811; appliedIndex:16810; }","duration":"256.939865ms","start":"2026-05-13T02:50:08.503202Z","end":"2026-05-13T02:50:08.760142Z","steps":["trace[404257474] 'read index received' (duration: 256.803322ms)","trace[404257474] 'applied index is now lower than readState.Index' (duration: 135.453µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:50:08.760192Z","caller":"traceutil/trace.go:171","msg":"trace[1972619766] transaction","detail":"{read_only:false; response_revision:16248; number_of_response:1; }","duration":"410.529843ms","start":"2026-05-13T02:50:08.349642Z","end":"2026-05-13T02:50:08.760172Z","steps":["trace[1972619766] 'process raft request' (duration: 410.374719ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:50:08.760389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:50:08.349618Z","time spent":"410.700728ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:50:08.760402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.115309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:50:08.760718Z","caller":"traceutil/trace.go:171","msg":"trace[332532019] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:16248; }","duration":"257.504509ms","start":"2026-05-13T02:50:08.503196Z","end":"2026-05-13T02:50:08.760701Z","steps":["trace[332532019] 'agreement among raft nodes before linearized reading' (duration: 257.041518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:50:08.760525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.610273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-13T02:50:08.760887Z","caller":"traceutil/trace.go:171","msg":"trace[1977401467] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16248; }","duration":"132.063613ms","start":"2026-05-13T02:50:08.628808Z","end":"2026-05-13T02:50:08.760872Z","steps":["trace[1977401467] 'agreement among raft nodes before linearized reading' (duration: 131.633083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:50:09.60292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.231918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:50:09.602992Z","caller":"traceutil/trace.go:171","msg":"trace[2074373566] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16248; }","duration":"805.35028ms","start":"2026-05-13T02:50:08.797627Z","end":"2026-05-13T02:50:09.602977Z","steps":["trace[2074373566] 'range keys from in-memory index tree' (duration: 805.045462ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:50:09.603048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:50:08.797622Z","time spent":"805.415502ms","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-13T02:50:09.603079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.280329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:50:09.603194Z","caller":"traceutil/trace.go:171","msg":"trace[1499453581] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16248; }","duration":"805.414342ms","start":"2026-05-13T02:50:08.797758Z","end":"2026-05-13T02:50:09.603172Z","steps":["trace[1499453581] 'range keys from in-memory index tree' (duration: 805.211447ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:50:09.603259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:50:08.797754Z","time spent":"805.488804ms","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-05-13T02:50:09.603425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.637782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-05-13T02:50:09.603494Z","caller":"traceutil/trace.go:171","msg":"trace[932702812] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16248; }","duration":"806.732925ms","start":"2026-05-13T02:50:08.796743Z","end":"2026-05-13T02:50:09.603476Z","steps":["trace[932702812] 'range keys from in-memory index tree' (duration: 806.472828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:50:09.603535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:50:08.796727Z","time spent":"806.797027ms","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-13T02:50:09.603512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.72812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-13T02:50:09.603624Z","caller":"traceutil/trace.go:171","msg":"trace[172400643] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16248; }","duration":"805.866963ms","start":"2026-05-13T02:50:08.797736Z","end":"2026-05-13T02:50:09.603603Z","steps":["trace[172400643] 'range keys from in-memory index tree' (duration: 805.522774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:50:09.603679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:50:08.797731Z","time spent":"805.933405ms","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-13T02:50:09.603727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.489457ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:50:09.604279Z","caller":"traceutil/trace.go:171","msg":"trace[1731029847] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16248; }","duration":"523.043231ms","start":"2026-05-13T02:50:09.081219Z","end":"2026-05-13T02:50:09.604263Z","steps":["trace[1731029847] 'range keys from in-memory index tree' (duration: 522.476767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:50:09.604441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.93319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:50:09.604511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.784446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-05-13T02:50:09.604567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.479728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-05-13T02:50:09.604617Z","caller":"traceutil/trace.go:171","msg":"trace[413066975] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16248; }","duration":"806.90488ms","start":"2026-05-13T02:50:08.797692Z","end":"2026-05-13T02:50:09.604597Z","steps":["trace[413066975] 'range keys from in-memory index tree' (duration: 806.559931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:50:09.60468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.362252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-05-13T02:50:09.604628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.024662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-13T02:50:09.604787Z","caller":"traceutil/trace.go:171","msg":"trace[1769650722] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16248; }","duration":"828.532337ms","start":"2026-05-13T02:50:08.776238Z","end":"2026-05-13T02:50:09.60477Z","steps":["trace[1769650722] 'range keys from in-memory index tree' (duration: 827.976863ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:50:09.604842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:50:08.776226Z","time spent":"828.603659ms","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-13T02:50:09.604526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.790837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:50:09.604871Z","caller":"traceutil/trace.go:171","msg":"trace[989217219] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16248; }","duration":"807.251579ms","start":"2026-05-13T02:50:08.79756Z","end":"2026-05-13T02:50:09.604812Z","steps":["trace[989217219] 'range keys from in-memory index tree' (duration: 806.818997ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:50:09.604979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:50:08.797555Z","time spent":"807.408013ms","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-13T02:50:09.604693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:50:08.797688Z","time spent":"806.992823ms","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-05-13T02:50:09.604978Z","caller":"traceutil/trace.go:171","msg":"trace[270895807] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16248; }","duration":"807.193417ms","start":"2026-05-13T02:50:08.797714Z","end":"2026-05-13T02:50:09.604908Z","steps":["trace[270895807] 'range keys from in-memory index tree' (duration: 806.677243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:50:09.605352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:50:08.79771Z","time spent":"807.621718ms","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-05-13T02:50:09.604543Z","caller":"traceutil/trace.go:171","msg":"trace[1981411908] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16248; }","duration":"807.063043ms","start":"2026-05-13T02:50:08.797461Z","end":"2026-05-13T02:50:09.604524Z","steps":["trace[1981411908] 'range keys from in-memory index tree' (duration: 806.626722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:50:09.605485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:50:08.797452Z","time spent":"807.996647ms","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-13T02:50:09.604454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.749156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:50:09.60556Z","caller":"traceutil/trace.go:171","msg":"trace[1573492809] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16248; }","duration":"807.873754ms","start":"2026-05-13T02:50:08.797669Z","end":"2026-05-13T02:50:09.605543Z","steps":["trace[1573492809] 'range keys from in-memory index tree' (duration: 806.613192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:50:09.605603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.623863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-05-13T02:50:09.605674Z","caller":"traceutil/trace.go:171","msg":"trace[963878516] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16248; }","duration":"825.723026ms","start":"2026-05-13T02:50:08.779933Z","end":"2026-05-13T02:50:09.605656Z","steps":["trace[963878516] 'range keys from in-memory index tree' (duration: 825.492951ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:50:09.605707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:50:08.779926Z","time spent":"825.775947ms","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-13T02:50:09.605627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:50:08.797665Z","time spent":"807.946016ms","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-13T02:50:09.604544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.054968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:50:09.60594Z","caller":"traceutil/trace.go:171","msg":"trace[1381022071] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16248; }","duration":"826.444734ms","start":"2026-05-13T02:50:08.779454Z","end":"2026-05-13T02:50:09.605899Z","steps":["trace[1381022071] 'range keys from in-memory index tree' (duration: 825.004217ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:50:09.604662Z","caller":"traceutil/trace.go:171","msg":"trace[443047694] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16248; }","duration":"808.619603ms","start":"2026-05-13T02:50:08.796021Z","end":"2026-05-13T02:50:09.604641Z","steps":["trace[443047694] 'range keys from in-memory index tree' (duration: 808.306564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:50:09.605999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:50:08.779442Z","time spent":"826.540176ms","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-13T02:50:09.606006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:50:08.796002Z","time spent":"809.990788ms","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-13T02:50:09.604543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.58421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-13T02:50:09.606127Z","caller":"traceutil/trace.go:171","msg":"trace[209605169] transaction","detail":"{read_only:false; response_revision:16249; number_of_response:1; }","duration":"804.322014ms","start":"2026-05-13T02:50:08.801791Z","end":"2026-05-13T02:50:09.606113Z","steps":["trace[209605169] 'process raft request' (duration: 485.092411ms)","trace[209605169] 'compare' (duration: 316.793961ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:50:09.606227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:50:08.801766Z","time spent":"804.395566ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:50:09.606269Z","caller":"traceutil/trace.go:171","msg":"trace[1283196296] transaction","detail":"{read_only:false; response_revision:16251; number_of_response:1; }","duration":"409.311883ms","start":"2026-05-13T02:50:09.196943Z","end":"2026-05-13T02:50:09.606255Z","steps":["trace[1283196296] 'process raft request' (duration: 409.278312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:50:09.606468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:50:09.196914Z","time spent":"409.418545ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:50:09.606462Z","caller":"traceutil/trace.go:171","msg":"trace[755137699] transaction","detail":"{read_only:false; response_revision:16250; number_of_response:1; }","duration":"777.885425ms","start":"2026-05-13T02:50:08.828446Z","end":"2026-05-13T02:50:09.606332Z","steps":["trace[755137699] 'process raft request' (duration: 777.652329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:50:09.606581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:50:08.82842Z","time spent":"778.091331ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:50:09.606586Z","caller":"traceutil/trace.go:171","msg":"trace[854770166] linearizableReadLoop","detail":"{readStateIndex:16812; appliedIndex:16811; }","duration":"803.512554ms","start":"2026-05-13T02:50:08.803051Z","end":"2026-05-13T02:50:09.606564Z","steps":["trace[854770166] 'read index received' (duration: 483.874471ms)","trace[854770166] 'applied index is now lower than readState.Index' (duration: 319.635883ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:50:09.606806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.74926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-13T02:50:09.606844Z","caller":"traceutil/trace.go:171","msg":"trace[1716920305] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16251; }","duration":"803.803811ms","start":"2026-05-13T02:50:08.80303Z","end":"2026-05-13T02:50:09.606833Z","steps":["trace[1716920305] 'agreement among raft nodes before linearized reading' (duration: 803.707918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:50:09.606848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.098482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-05-13T02:50:09.606866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:50:08.803019Z","time spent":"803.841681ms","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-13T02:50:09.606865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.872855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-13T02:50:09.60689Z","caller":"traceutil/trace.go:171","msg":"trace[442559609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16251; }","duration":"702.917797ms","start":"2026-05-13T02:50:08.903965Z","end":"2026-05-13T02:50:09.606883Z","steps":["trace[442559609] 'agreement among raft nodes before linearized reading' (duration: 702.837275ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:50:09.606887Z","caller":"traceutil/trace.go:171","msg":"trace[1373273318] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16251; }","duration":"803.150834ms","start":"2026-05-13T02:50:08.803725Z","end":"2026-05-13T02:50:09.606876Z","steps":["trace[1373273318] 'agreement among raft nodes before linearized reading' (duration: 803.035871ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:50:09.606934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:50:08.903955Z","time spent":"702.973508ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T02:50:09.606952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:50:08.803719Z","time spent":"803.225345ms","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-13T02:50:09.607081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.378716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-wxdkf\" ","response":"range_response_count:1 size:20668"} {"level":"warn","ts":"2026-05-13T02:50:09.607093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.627589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-13T02:50:09.607105Z","caller":"traceutil/trace.go:171","msg":"trace[749417962] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-wxdkf; range_end:; response_count:1; response_revision:16251; }","duration":"193.438667ms","start":"2026-05-13T02:50:09.413661Z","end":"2026-05-13T02:50:09.607099Z","steps":["trace[749417962] 'agreement among raft nodes before linearized reading' (duration: 193.345255ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:50:09.607115Z","caller":"traceutil/trace.go:171","msg":"trace[997308837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16251; }","duration":"704.687541ms","start":"2026-05-13T02:50:08.902421Z","end":"2026-05-13T02:50:09.607108Z","steps":["trace[997308837] 'agreement among raft nodes before linearized reading' (duration: 704.625639ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:50:09.607134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:50:08.902402Z","time spent":"704.728522ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-13T02:50:09.607173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.339707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-13T02:50:09.607213Z","caller":"traceutil/trace.go:171","msg":"trace[794054529] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16251; }","duration":"705.418319ms","start":"2026-05-13T02:50:08.901785Z","end":"2026-05-13T02:50:09.607204Z","steps":["trace[794054529] 'agreement among raft nodes before linearized reading' (duration: 705.314876ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:50:09.607225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.957022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-13T02:50:09.607248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:50:08.901761Z","time spent":"705.480201ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-13T02:50:09.60727Z","caller":"traceutil/trace.go:171","msg":"trace[2129329405] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16251; }","duration":"704.010943ms","start":"2026-05-13T02:50:08.903251Z","end":"2026-05-13T02:50:09.607262Z","steps":["trace[2129329405] 'agreement among raft nodes before linearized reading' (duration: 703.934331ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:50:09.607292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:50:08.903245Z","time spent":"704.042334ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-13T02:50:09.607339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.869084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T02:50:09.607369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.503876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-13T02:50:09.60737Z","caller":"traceutil/trace.go:171","msg":"trace[10506822] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16251; }","duration":"777.932905ms","start":"2026-05-13T02:50:08.829429Z","end":"2026-05-13T02:50:09.607362Z","steps":["trace[10506822] 'agreement among raft nodes before linearized reading' (duration: 777.885084ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:50:09.607388Z","caller":"traceutil/trace.go:171","msg":"trace[127193099] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16251; }","duration":"704.546637ms","start":"2026-05-13T02:50:08.902837Z","end":"2026-05-13T02:50:09.607383Z","steps":["trace[127193099] 'agreement among raft nodes before linearized reading' (duration: 704.496806ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:50:09.607404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:50:08.902823Z","time spent":"704.577498ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T02:50:09.607398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:50:08.829409Z","time spent":"777.982797ms","remote":"127.0.0.1:39916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-13T02:50:09.607709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.880855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6kz88\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-13T02:50:09.607754Z","caller":"traceutil/trace.go:171","msg":"trace[1812150220] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6kz88; range_end:; response_count:1; response_revision:16251; }","duration":"512.964938ms","start":"2026-05-13T02:50:09.09478Z","end":"2026-05-13T02:50:09.607745Z","steps":["trace[1812150220] 'agreement among raft nodes before linearized reading' (duration: 512.858296ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:50:09.607787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:50:09.094756Z","time spent":"513.02105ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-6kz88\" "} {"level":"warn","ts":"2026-05-13T02:50:09.607974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.130216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-xnnbx\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-05-13T02:50:09.608017Z","caller":"traceutil/trace.go:171","msg":"trace[19001403] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-xnnbx; range_end:; response_count:1; response_revision:16251; }","duration":"480.219719ms","start":"2026-05-13T02:50:09.127786Z","end":"2026-05-13T02:50:09.608006Z","steps":["trace[19001403] 'agreement among raft nodes before linearized reading' (duration: 480.088896ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:50:09.608052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:50:09.127767Z","time spent":"480.27793ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-xnnbx\" "} {"level":"warn","ts":"2026-05-13T02:50:09.608511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.065508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T02:50:09.608562Z","caller":"traceutil/trace.go:171","msg":"trace[389655042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16251; }","duration":"287.14372ms","start":"2026-05-13T02:50:09.321397Z","end":"2026-05-13T02:50:09.608541Z","steps":["trace[389655042] 'agreement among raft nodes before linearized reading' (duration: 285.894438ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:51:34.429153Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14320} {"level":"info","ts":"2026-05-13T02:51:34.50371Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14320,"took":"72.177886ms","hash":3276842777,"current-db-size-bytes":45510656,"current-db-size":"46 MB","current-db-size-in-use-bytes":31547392,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-13T02:51:34.503761Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3276842777,"revision":14320,"compact-revision":12282} {"level":"info","ts":"2026-05-13T02:52:58.933103Z","caller":"traceutil/trace.go:171","msg":"trace[1314912915] linearizableReadLoop","detail":"{readStateIndex:18220; appliedIndex:18219; }","duration":"316.031406ms","start":"2026-05-13T02:52:58.617031Z","end":"2026-05-13T02:52:58.933062Z","steps":["trace[1314912915] 'read index received' (duration: 315.608215ms)","trace[1314912915] 'applied index is now lower than readState.Index' (duration: 421.901µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:52:58.933282Z","caller":"traceutil/trace.go:171","msg":"trace[1055906118] transaction","detail":"{read_only:false; response_revision:17612; number_of_response:1; }","duration":"330.81139ms","start":"2026-05-13T02:52:58.60242Z","end":"2026-05-13T02:52:58.933231Z","steps":["trace[1055906118] 'process raft request' (duration: 330.391469ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:52:58.933464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.685417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T02:52:58.933521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:52:58.602393Z","time spent":"330.991084ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:52:58.933599Z","caller":"traceutil/trace.go:171","msg":"trace[876490973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17612; }","duration":"279.876061ms","start":"2026-05-13T02:52:58.65369Z","end":"2026-05-13T02:52:58.933566Z","steps":["trace[876490973] 'agreement among raft nodes before linearized reading' (duration: 279.636175ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:52:58.933533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.461376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-13T02:52:58.933701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.375235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-db-init-2pmfp\" ","response":"range_response_count:1 size:6924"} {"level":"info","ts":"2026-05-13T02:52:58.933802Z","caller":"traceutil/trace.go:171","msg":"trace[2259814] range","detail":"{range_begin:/registry/pods/openstack/neutron-db-init-2pmfp; range_end:; response_count:1; response_revision:17612; }","duration":"101.530909ms","start":"2026-05-13T02:52:58.832249Z","end":"2026-05-13T02:52:58.93378Z","steps":["trace[2259814] 'agreement among raft nodes before linearized reading' (duration: 101.220071ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:52:58.933716Z","caller":"traceutil/trace.go:171","msg":"trace[406092523] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17612; }","duration":"316.704502ms","start":"2026-05-13T02:52:58.616982Z","end":"2026-05-13T02:52:58.933687Z","steps":["trace[406092523] 'agreement among raft nodes before linearized reading' (duration: 316.277182ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:52:58.933876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:52:58.616963Z","time spent":"316.898258ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-13T02:52:58.934117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.617664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-13T02:52:58.934189Z","caller":"traceutil/trace.go:171","msg":"trace[478870448] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17612; }","duration":"311.713687ms","start":"2026-05-13T02:52:58.622458Z","end":"2026-05-13T02:52:58.934172Z","steps":["trace[478870448] 'agreement among raft nodes before linearized reading' (duration: 310.844685ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:52:58.934237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:52:58.622448Z","time spent":"311.779929ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-13T02:52:58.934704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.109291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-13T02:52:58.934823Z","caller":"traceutil/trace.go:171","msg":"trace[290997008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17612; }","duration":"309.326386ms","start":"2026-05-13T02:52:58.625476Z","end":"2026-05-13T02:52:58.934803Z","steps":["trace[290997008] 'agreement among raft nodes before linearized reading' (duration: 307.93554ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:52:58.935014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:52:58.625455Z","time spent":"309.543812ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T02:53:00.730459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.955136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T02:53:00.730584Z","caller":"traceutil/trace.go:171","msg":"trace[689300299] transaction","detail":"{read_only:false; response_revision:17631; number_of_response:1; }","duration":"182.65283ms","start":"2026-05-13T02:53:00.547911Z","end":"2026-05-13T02:53:00.730564Z","steps":["trace[689300299] 'process raft request' (duration: 77.477389ms)","trace[689300299] 'compare' (duration: 104.740621ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:55:43.191194Z","caller":"traceutil/trace.go:171","msg":"trace[2008631151] transaction","detail":"{read_only:false; response_revision:18798; number_of_response:1; }","duration":"134.458382ms","start":"2026-05-13T02:55:43.056711Z","end":"2026-05-13T02:55:43.19117Z","steps":["trace[2008631151] 'process raft request' (duration: 134.288638ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:55:44.130289Z","caller":"traceutil/trace.go:171","msg":"trace[2125914202] linearizableReadLoop","detail":"{readStateIndex:19459; appliedIndex:19458; }","duration":"246.197789ms","start":"2026-05-13T02:55:43.884034Z","end":"2026-05-13T02:55:44.130232Z","steps":["trace[2125914202] 'read index received' (duration: 228.553573ms)","trace[2125914202] 'applied index is now lower than readState.Index' (duration: 17.642156ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:55:44.130694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.625189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-13T02:55:44.130742Z","caller":"traceutil/trace.go:171","msg":"trace[1413213172] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18813; }","duration":"246.734872ms","start":"2026-05-13T02:55:43.883993Z","end":"2026-05-13T02:55:44.130727Z","steps":["trace[1413213172] 'agreement among raft nodes before linearized reading' (duration: 246.481706ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:55:44.130802Z","caller":"traceutil/trace.go:171","msg":"trace[621674385] transaction","detail":"{read_only:false; response_revision:18813; number_of_response:1; }","duration":"473.703194ms","start":"2026-05-13T02:55:43.65675Z","end":"2026-05-13T02:55:44.130453Z","steps":["trace[621674385] 'process raft request' (duration: 455.760061ms)","trace[621674385] 'compare' (duration: 17.445291ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:55:44.131093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:55:43.656726Z","time spent":"474.216968ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:55:44.133536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.968549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-13T02:55:44.133691Z","caller":"traceutil/trace.go:171","msg":"trace[72471006] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18815; }","duration":"249.168473ms","start":"2026-05-13T02:55:43.884496Z","end":"2026-05-13T02:55:44.133664Z","steps":["trace[72471006] 'agreement among raft nodes before linearized reading' (duration: 248.857726ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:55:44.134506Z","caller":"traceutil/trace.go:171","msg":"trace[583787133] transaction","detail":"{read_only:false; response_revision:18814; number_of_response:1; }","duration":"125.007243ms","start":"2026-05-13T02:55:44.009448Z","end":"2026-05-13T02:55:44.134456Z","steps":["trace[583787133] 'process raft request' (duration: 123.493824ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:55:44.134644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.495222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-xnnbx\" ","response":"range_response_count:1 size:9710"} {"level":"warn","ts":"2026-05-13T02:55:44.134471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.550298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-13T02:55:44.135663Z","caller":"traceutil/trace.go:171","msg":"trace[715918541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18815; }","duration":"167.136639ms","start":"2026-05-13T02:55:43.968445Z","end":"2026-05-13T02:55:44.135581Z","steps":["trace[715918541] 'agreement among raft nodes before linearized reading' (duration: 165.134828ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:55:44.134796Z","caller":"traceutil/trace.go:171","msg":"trace[431929205] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-xnnbx; range_end:; response_count:1; response_revision:18815; }","duration":"230.613215ms","start":"2026-05-13T02:55:43.90409Z","end":"2026-05-13T02:55:44.134703Z","steps":["trace[431929205] 'agreement among raft nodes before linearized reading' (duration: 230.369619ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:55:44.744231Z","caller":"traceutil/trace.go:171","msg":"trace[1168073576] transaction","detail":"{read_only:false; response_revision:18819; number_of_response:1; }","duration":"248.446305ms","start":"2026-05-13T02:55:44.495764Z","end":"2026-05-13T02:55:44.74421Z","steps":["trace[1168073576] 'process raft request' (duration: 248.326742ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:55:44.779873Z","caller":"traceutil/trace.go:171","msg":"trace[463777905] linearizableReadLoop","detail":"{readStateIndex:19466; appliedIndex:19464; }","duration":"244.121596ms","start":"2026-05-13T02:55:44.535731Z","end":"2026-05-13T02:55:44.779852Z","steps":["trace[463777905] 'read index received' (duration: 208.373782ms)","trace[463777905] 'applied index is now lower than readState.Index' (duration: 35.747044ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:55:44.779991Z","caller":"traceutil/trace.go:171","msg":"trace[2077679510] transaction","detail":"{read_only:false; response_revision:18820; number_of_response:1; }","duration":"273.970442ms","start":"2026-05-13T02:55:44.505974Z","end":"2026-05-13T02:55:44.779945Z","steps":["trace[2077679510] 'process raft request' (duration: 273.734426ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:55:44.780089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.340511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-05-13T02:55:44.780134Z","caller":"traceutil/trace.go:171","msg":"trace[1943401628] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:18820; }","duration":"244.438574ms","start":"2026-05-13T02:55:44.535681Z","end":"2026-05-13T02:55:44.78012Z","steps":["trace[1943401628] 'agreement among raft nodes before linearized reading' (duration: 244.27896ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:55:44.785558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.385991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19016"} {"level":"info","ts":"2026-05-13T02:55:44.785633Z","caller":"traceutil/trace.go:171","msg":"trace[1602605265] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:18821; }","duration":"136.517844ms","start":"2026-05-13T02:55:44.649098Z","end":"2026-05-13T02:55:44.785616Z","steps":["trace[1602605265] 'agreement among raft nodes before linearized reading' (duration: 136.282428ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:55:51.099278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.521108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T02:55:51.099656Z","caller":"traceutil/trace.go:171","msg":"trace[2021988401] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:18868; }","duration":"146.784304ms","start":"2026-05-13T02:55:50.952676Z","end":"2026-05-13T02:55:51.09946Z","steps":["trace[2021988401] 'count revisions from in-memory index tree' (duration: 146.395825ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:55:51.126371Z","caller":"traceutil/trace.go:171","msg":"trace[2097565876] transaction","detail":"{read_only:false; response_revision:18869; number_of_response:1; }","duration":"169.053377ms","start":"2026-05-13T02:55:50.957299Z","end":"2026-05-13T02:55:51.126352Z","steps":["trace[2097565876] 'process raft request' (duration: 168.938154ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:55:51.547641Z","caller":"traceutil/trace.go:171","msg":"trace[733323885] linearizableReadLoop","detail":"{readStateIndex:19517; appliedIndex:19516; }","duration":"259.307921ms","start":"2026-05-13T02:55:51.288308Z","end":"2026-05-13T02:55:51.547616Z","steps":["trace[733323885] 'read index received' (duration: 259.129166ms)","trace[733323885] 'applied index is now lower than readState.Index' (duration: 177.765µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:55:51.547921Z","caller":"traceutil/trace.go:171","msg":"trace[645969897] transaction","detail":"{read_only:false; response_revision:18870; number_of_response:1; }","duration":"329.786224ms","start":"2026-05-13T02:55:51.218115Z","end":"2026-05-13T02:55:51.547901Z","steps":["trace[645969897] 'process raft request' (duration: 329.351303ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:55:51.547992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.902165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T02:55:51.548065Z","caller":"traceutil/trace.go:171","msg":"trace[4606835] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18870; }","duration":"226.214713ms","start":"2026-05-13T02:55:51.321829Z","end":"2026-05-13T02:55:51.548044Z","steps":["trace[4606835] 'agreement among raft nodes before linearized reading' (duration: 226.056879ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:55:51.54809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:55:51.218085Z","time spent":"329.931268ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:55:51.548244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.929026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3299"} {"level":"info","ts":"2026-05-13T02:55:51.548405Z","caller":"traceutil/trace.go:171","msg":"trace[56221927] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:18870; }","duration":"260.126111ms","start":"2026-05-13T02:55:51.288265Z","end":"2026-05-13T02:55:51.548391Z","steps":["trace[56221927] 'agreement among raft nodes before linearized reading' (duration: 259.909606ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:55:51.765901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.300308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T02:55:51.766247Z","caller":"traceutil/trace.go:171","msg":"trace[1805723871] transaction","detail":"{read_only:false; response_revision:18871; number_of_response:1; }","duration":"212.569818ms","start":"2026-05-13T02:55:51.553657Z","end":"2026-05-13T02:55:51.766227Z","steps":["trace[1805723871] 'process raft request' (duration: 43.874611ms)","trace[1805723871] 'compare' (duration: 168.127663ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:55:51.766373Z","caller":"traceutil/trace.go:171","msg":"trace[1235544696] linearizableReadLoop","detail":"{readStateIndex:19518; appliedIndex:19517; }","duration":"211.642665ms","start":"2026-05-13T02:55:51.554695Z","end":"2026-05-13T02:55:51.766337Z","steps":["trace[1235544696] 'read index received' (duration: 42.848045ms)","trace[1235544696] 'applied index is now lower than readState.Index' (duration: 168.78937ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:55:51.766982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.25434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-13T02:55:51.76706Z","caller":"traceutil/trace.go:171","msg":"trace[1640705977] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18871; }","duration":"212.405414ms","start":"2026-05-13T02:55:51.554636Z","end":"2026-05-13T02:55:51.767041Z","steps":["trace[1640705977] 'agreement among raft nodes before linearized reading' (duration: 211.765848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:55:51.767509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.889277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-wxdkf\" ","response":"range_response_count:1 size:20771"} {"level":"info","ts":"2026-05-13T02:55:51.76776Z","caller":"traceutil/trace.go:171","msg":"trace[551064084] transaction","detail":"{read_only:false; response_revision:18872; number_of_response:1; }","duration":"211.014018ms","start":"2026-05-13T02:55:51.556734Z","end":"2026-05-13T02:55:51.767748Z","steps":["trace[551064084] 'process raft request' (duration: 209.257215ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:55:51.767552Z","caller":"traceutil/trace.go:171","msg":"trace[1811606630] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-wxdkf; range_end:; response_count:1; response_revision:18872; }","duration":"135.99298ms","start":"2026-05-13T02:55:51.631549Z","end":"2026-05-13T02:55:51.767542Z","steps":["trace[1811606630] 'agreement among raft nodes before linearized reading' (duration: 135.864527ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:55:53.047623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135005335s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T02:55:53.0478Z","caller":"traceutil/trace.go:171","msg":"trace[603384635] transaction","detail":"{read_only:false; response_revision:18873; number_of_response:1; }","duration":"1.266175083s","start":"2026-05-13T02:55:51.781584Z","end":"2026-05-13T02:55:53.047759Z","steps":["trace[603384635] 'process raft request' (duration: 130.933892ms)","trace[603384635] 'compare' (duration: 1.134815841s)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:55:53.047875Z","caller":"traceutil/trace.go:171","msg":"trace[1630098774] transaction","detail":"{read_only:false; response_revision:18874; number_of_response:1; }","duration":"900.175074ms","start":"2026-05-13T02:55:52.147672Z","end":"2026-05-13T02:55:53.047847Z","steps":["trace[1630098774] 'process raft request' (duration: 900.077241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:55:53.047963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:55:51.781565Z","time spent":"1.266310677s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20888,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:55:53.047972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:55:52.147644Z","time spent":"900.280077ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:55:53.048148Z","caller":"traceutil/trace.go:171","msg":"trace[1323769016] linearizableReadLoop","detail":"{readStateIndex:19520; appliedIndex:19519; }","duration":"1.224849658s","start":"2026-05-13T02:55:51.823273Z","end":"2026-05-13T02:55:53.048123Z","steps":["trace[1323769016] 'read index received' (duration: 89.155926ms)","trace[1323769016] 'applied index is now lower than readState.Index' (duration: 1.135691572s)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:55:53.048346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225038064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T02:55:53.048563Z","caller":"traceutil/trace.go:171","msg":"trace[448042947] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18874; }","duration":"1.225289941s","start":"2026-05-13T02:55:51.823244Z","end":"2026-05-13T02:55:53.048534Z","steps":["trace[448042947] 'agreement among raft nodes before linearized reading' (duration: 1.224963312s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:55:53.048684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:55:51.823227Z","time spent":"1.225446804s","remote":"127.0.0.1:39916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-13T02:55:53.548935Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563924838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T02:55:54.17754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.880017ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T02:55:54.177752Z","caller":"traceutil/trace.go:171","msg":"trace[1649076112] transaction","detail":"{read_only:false; response_revision:18876; number_of_response:1; }","duration":"1.583451762s","start":"2026-05-13T02:55:52.594283Z","end":"2026-05-13T02:55:54.177735Z","steps":["trace[1649076112] 'process raft request' (duration: 1.58335296s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:55:54.177811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:55:52.594256Z","time spent":"1.583526013s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:55:54.177798Z","caller":"traceutil/trace.go:171","msg":"trace[2056912530] transaction","detail":"{read_only:false; response_revision:18875; number_of_response:1; }","duration":"2.012481406s","start":"2026-05-13T02:55:52.165288Z","end":"2026-05-13T02:55:54.17777Z","steps":["trace[2056912530] 'process raft request' (duration: 1.414278601s)","trace[2056912530] 'compare' (duration: 597.059596ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:55:54.177948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:55:52.165257Z","time spent":"2.01261423s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:55:54.369479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.356624ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-13T02:55:54.369824Z","caller":"traceutil/trace.go:171","msg":"trace[1791215671] transaction","detail":"{read_only:false; response_revision:18877; number_of_response:1; }","duration":"1.485243747s","start":"2026-05-13T02:55:52.884547Z","end":"2026-05-13T02:55:54.369791Z","steps":["trace[1791215671] 'process raft request' (duration: 1.485036542s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:55:54.369972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:55:52.884519Z","time spent":"1.485362949s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T02:55:54.370055Z","caller":"traceutil/trace.go:171","msg":"trace[1155579066] transaction","detail":"{read_only:false; response_revision:18878; number_of_response:1; }","duration":"1.238508664s","start":"2026-05-13T02:55:53.13152Z","end":"2026-05-13T02:55:54.370029Z","steps":["trace[1155579066] 'process raft request' (duration: 1.238208546s)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:55:54.370164Z","caller":"traceutil/trace.go:171","msg":"trace[289344764] linearizableReadLoop","detail":"{readStateIndex:19526; appliedIndex:19521; }","duration":"1.32174825s","start":"2026-05-13T02:55:53.048401Z","end":"2026-05-13T02:55:54.37015Z","steps":["trace[289344764] 'read index received' (duration: 531.193869ms)","trace[289344764] 'applied index is now lower than readState.Index' (duration: 790.553561ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:55:54.370233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:55:53.131494Z","time spent":"1.238618517s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:55:54.370424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.036910233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bgwqg\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-05-13T02:55:54.370496Z","caller":"traceutil/trace.go:171","msg":"trace[676468389] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bgwqg; range_end:; response_count:1; response_revision:18879; }","duration":"2.037027076s","start":"2026-05-13T02:55:52.333453Z","end":"2026-05-13T02:55:54.37048Z","steps":["trace[676468389] 'agreement among raft nodes before linearized reading' (duration: 2.03680706s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:55:54.370535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:55:52.33343Z","time spent":"2.037098769s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22039,"request content":"key:\"/registry/pods/openstack/nova-compute-default-bgwqg\" "} {"level":"warn","ts":"2026-05-13T02:55:54.370561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.201223731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-13T02:55:54.370609Z","caller":"traceutil/trace.go:171","msg":"trace[282414716] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18879; }","duration":"2.201295933s","start":"2026-05-13T02:55:52.169301Z","end":"2026-05-13T02:55:54.370597Z","steps":["trace[282414716] 'agreement among raft nodes before linearized reading' (duration: 2.201163909s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:55:54.370607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.195018564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-13T02:55:54.370709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.590373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T02:55:54.370605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316710693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T02:55:54.370727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.19801589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-13T02:55:54.370744Z","caller":"traceutil/trace.go:171","msg":"trace[212217771] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:18879; }","duration":"492.670094ms","start":"2026-05-13T02:55:53.878066Z","end":"2026-05-13T02:55:54.370736Z","steps":["trace[212217771] 'agreement among raft nodes before linearized reading' (duration: 492.563712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:55:54.370443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.141750646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-xnnbx\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-05-13T02:55:54.370749Z","caller":"traceutil/trace.go:171","msg":"trace[683438591] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18879; }","duration":"1.316898278s","start":"2026-05-13T02:55:53.053842Z","end":"2026-05-13T02:55:54.37074Z","steps":["trace[683438591] 'agreement among raft nodes before linearized reading' (duration: 1.31663328s)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:55:54.370757Z","caller":"traceutil/trace.go:171","msg":"trace[2077676171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18879; }","duration":"2.198063832s","start":"2026-05-13T02:55:52.172686Z","end":"2026-05-13T02:55:54.37075Z","steps":["trace[2077676171] 'agreement among raft nodes before linearized reading' (duration: 2.19798495s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:55:54.370773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:55:53.878035Z","time spent":"492.733196ms","remote":"127.0.0.1:39906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-05-13T02:55:54.370779Z","caller":"traceutil/trace.go:171","msg":"trace[1686491980] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-xnnbx; range_end:; response_count:1; response_revision:18879; }","duration":"2.142089585s","start":"2026-05-13T02:55:52.228678Z","end":"2026-05-13T02:55:54.370768Z","steps":["trace[1686491980] 'agreement among raft nodes before linearized reading' (duration: 2.141599462s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:55:54.370784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:55:52.172673Z","time spent":"2.198105162s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T02:55:54.370787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:55:53.05382Z","time spent":"1.31695626s","remote":"127.0.0.1:39654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-13T02:55:54.370801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:55:52.228634Z","time spent":"2.142162037s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-xnnbx\" "} {"level":"info","ts":"2026-05-13T02:55:54.370605Z","caller":"traceutil/trace.go:171","msg":"trace[1009177815] transaction","detail":"{read_only:false; response_revision:18879; number_of_response:1; }","duration":"809.731778ms","start":"2026-05-13T02:55:53.56085Z","end":"2026-05-13T02:55:54.370582Z","steps":["trace[1009177815] 'process raft request' (duration: 808.917186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:55:54.370649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:55:52.169287Z","time spent":"2.201355144s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-13T02:55:54.370891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208332031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-13T02:55:54.371018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046602569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T02:55:54.37106Z","caller":"traceutil/trace.go:171","msg":"trace[635833001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18879; }","duration":"1.046681921s","start":"2026-05-13T02:55:53.324367Z","end":"2026-05-13T02:55:54.371049Z","steps":["trace[635833001] 'agreement among raft nodes before linearized reading' (duration: 1.04662348s)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:55:54.371075Z","caller":"traceutil/trace.go:171","msg":"trace[1710375530] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18879; }","duration":"2.20869706s","start":"2026-05-13T02:55:52.162354Z","end":"2026-05-13T02:55:54.371051Z","steps":["trace[1710375530] 'agreement among raft nodes before linearized reading' (duration: 2.208130776s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:55:54.370747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877713867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T02:55:54.371202Z","caller":"traceutil/trace.go:171","msg":"trace[857859225] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:18879; }","duration":"1.878200659s","start":"2026-05-13T02:55:52.492993Z","end":"2026-05-13T02:55:54.371193Z","steps":["trace[857859225] 'agreement among raft nodes before linearized reading' (duration: 1.877738517s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:55:54.371207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.332384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-13T02:55:54.371209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.372143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3299"} {"level":"warn","ts":"2026-05-13T02:55:54.371095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:55:53.324346Z","time spent":"1.046742703s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T02:55:54.371234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:55:52.492967Z","time spent":"1.878259611s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"info","ts":"2026-05-13T02:55:54.371241Z","caller":"traceutil/trace.go:171","msg":"trace[50923876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18879; }","duration":"601.404126ms","start":"2026-05-13T02:55:53.769827Z","end":"2026-05-13T02:55:54.371231Z","steps":["trace[50923876] 'agreement among raft nodes before linearized reading' (duration: 601.285853ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:55:54.371249Z","caller":"traceutil/trace.go:171","msg":"trace[1766722569] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:18879; }","duration":"810.462875ms","start":"2026-05-13T02:55:53.560775Z","end":"2026-05-13T02:55:54.371238Z","steps":["trace[1766722569] 'agreement among raft nodes before linearized reading' (duration: 810.345882ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:55:54.371275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:55:53.769761Z","time spent":"601.507629ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-13T02:55:54.370713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758181563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T02:55:54.371317Z","caller":"traceutil/trace.go:171","msg":"trace[1134418014] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:18879; }","duration":"1.758814148s","start":"2026-05-13T02:55:52.612492Z","end":"2026-05-13T02:55:54.371306Z","steps":["trace[1134418014] 'agreement among raft nodes before linearized reading' (duration: 1.758193532s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:55:54.370947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:55:53.560823Z","time spent":"810.047695ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:55:54.37136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:55:52.612471Z","time spent":"1.75887972s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-13T02:55:54.370711Z","caller":"traceutil/trace.go:171","msg":"trace[527834402] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18879; }","duration":"2.195174178s","start":"2026-05-13T02:55:52.175521Z","end":"2026-05-13T02:55:54.370696Z","steps":["trace[527834402] 'agreement among raft nodes before linearized reading' (duration: 2.194985144s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:55:54.371209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:55:52.16233Z","time spent":"2.208830344s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T02:55:54.371402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:55:52.17551Z","time spent":"2.195883486s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-13T02:55:54.370975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.498806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T02:55:54.371281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:55:53.560753Z","time spent":"810.520607ms","remote":"127.0.0.1:57672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3323,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-05-13T02:55:54.371447Z","caller":"traceutil/trace.go:171","msg":"trace[1589987382] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:18879; }","duration":"513.083641ms","start":"2026-05-13T02:55:53.858354Z","end":"2026-05-13T02:55:54.371437Z","steps":["trace[1589987382] 'agreement among raft nodes before linearized reading' (duration: 512.520367ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:55:54.371498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:55:53.858327Z","time spent":"513.165493ms","remote":"127.0.0.1:39884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-05-13T02:55:54.581332Z","caller":"traceutil/trace.go:171","msg":"trace[1287520053] transaction","detail":"{read_only:false; response_revision:18883; number_of_response:1; }","duration":"203.697203ms","start":"2026-05-13T02:55:54.377614Z","end":"2026-05-13T02:55:54.581311Z","steps":["trace[1287520053] 'process raft request' (duration: 203.644062ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:55:54.581373Z","caller":"traceutil/trace.go:171","msg":"trace[288991969] transaction","detail":"{read_only:false; response_revision:18881; number_of_response:1; }","duration":"204.3416ms","start":"2026-05-13T02:55:54.376991Z","end":"2026-05-13T02:55:54.581333Z","steps":["trace[288991969] 'process raft request' (duration: 203.991101ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:55:54.581529Z","caller":"traceutil/trace.go:171","msg":"trace[438610412] transaction","detail":"{read_only:false; response_revision:18882; number_of_response:1; }","duration":"204.393541ms","start":"2026-05-13T02:55:54.377125Z","end":"2026-05-13T02:55:54.581519Z","steps":["trace[438610412] 'process raft request' (duration: 204.099823ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:55:54.581568Z","caller":"traceutil/trace.go:171","msg":"trace[940701621] linearizableReadLoop","detail":"{readStateIndex:19530; appliedIndex:19527; }","duration":"204.187806ms","start":"2026-05-13T02:55:54.377369Z","end":"2026-05-13T02:55:54.581557Z","steps":["trace[940701621] 'read index received' (duration: 58.604172ms)","trace[940701621] 'applied index is now lower than readState.Index' (duration: 145.581964ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:55:54.581691Z","caller":"traceutil/trace.go:171","msg":"trace[2122264998] transaction","detail":"{read_only:false; response_revision:18884; number_of_response:1; }","duration":"202.805632ms","start":"2026-05-13T02:55:54.378877Z","end":"2026-05-13T02:55:54.581683Z","steps":["trace[2122264998] 'process raft request' (duration: 202.405842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:55:54.581919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.459512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19016"} {"level":"info","ts":"2026-05-13T02:55:54.581958Z","caller":"traceutil/trace.go:171","msg":"trace[550625119] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:18884; }","duration":"204.594076ms","start":"2026-05-13T02:55:54.37735Z","end":"2026-05-13T02:55:54.581944Z","steps":["trace[550625119] 'agreement among raft nodes before linearized reading' (duration: 204.404061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:55:54.582319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.115585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" ","response":"range_response_count:1 size:1299"} {"level":"info","ts":"2026-05-13T02:55:54.58244Z","caller":"traceutil/trace.go:171","msg":"trace[577442230] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-heat-default-user; range_end:; response_count:1; response_revision:18884; }","duration":"204.268418ms","start":"2026-05-13T02:55:54.378146Z","end":"2026-05-13T02:55:54.582414Z","steps":["trace[577442230] 'agreement among raft nodes before linearized reading' (duration: 203.95498ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:55:54.583251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.631721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:954054"} {"level":"info","ts":"2026-05-13T02:55:54.583327Z","caller":"traceutil/trace.go:171","msg":"trace[1303519118] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:18884; }","duration":"201.732473ms","start":"2026-05-13T02:55:54.381579Z","end":"2026-05-13T02:55:54.583311Z","steps":["trace[1303519118] 'agreement among raft nodes before linearized reading' (duration: 200.631256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:55:54.585099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.477025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:954054"} {"level":"warn","ts":"2026-05-13T02:55:54.582334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.534709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T02:55:54.58554Z","caller":"traceutil/trace.go:171","msg":"trace[502087891] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18884; }","duration":"206.764682ms","start":"2026-05-13T02:55:54.378761Z","end":"2026-05-13T02:55:54.585526Z","steps":["trace[502087891] 'agreement among raft nodes before linearized reading' (duration: 203.502919ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:55:54.585154Z","caller":"traceutil/trace.go:171","msg":"trace[381994552] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:18884; }","duration":"206.564946ms","start":"2026-05-13T02:55:54.378577Z","end":"2026-05-13T02:55:54.585142Z","steps":["trace[381994552] 'agreement among raft nodes before linearized reading' (duration: 203.736454ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:55:54.952303Z","caller":"traceutil/trace.go:171","msg":"trace[260205578] transaction","detail":"{read_only:false; response_revision:18891; number_of_response:1; }","duration":"107.412978ms","start":"2026-05-13T02:55:54.844869Z","end":"2026-05-13T02:55:54.952282Z","steps":["trace[260205578] 'process raft request' (duration: 107.302065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:55:59.073148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.74163ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T02:55:59.073316Z","caller":"traceutil/trace.go:171","msg":"trace[2008535968] linearizableReadLoop","detail":"{readStateIndex:19566; appliedIndex:19564; }","duration":"623.73312ms","start":"2026-05-13T02:55:58.449566Z","end":"2026-05-13T02:55:59.0733Z","steps":["trace[2008535968] 'read index received' (duration: 235.638351ms)","trace[2008535968] 'applied index is now lower than readState.Index' (duration: 388.093849ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:55:59.073739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.256664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-13T02:55:59.073801Z","caller":"traceutil/trace.go:171","msg":"trace[1691609686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18917; }","duration":"477.319486ms","start":"2026-05-13T02:55:58.596465Z","end":"2026-05-13T02:55:59.073785Z","steps":["trace[1691609686] 'agreement among raft nodes before linearized reading' (duration: 477.131161ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:55:59.07377Z","caller":"traceutil/trace.go:171","msg":"trace[1860512228] transaction","detail":"{read_only:false; response_revision:18916; number_of_response:1; }","duration":"687.440462ms","start":"2026-05-13T02:55:58.386284Z","end":"2026-05-13T02:55:59.073724Z","steps":["trace[1860512228] 'process raft request' (duration: 299.014015ms)","trace[1860512228] 'compare' (duration: 387.607887ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:55:59.073826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.499579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bgwqg\" ","response":"range_response_count:1 size:22015"} {"level":"warn","ts":"2026-05-13T02:55:59.07385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:55:58.596401Z","time spent":"477.437219ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T02:55:59.073828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.398034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-xnnbx\" ","response":"range_response_count:1 size:9710"} {"level":"warn","ts":"2026-05-13T02:55:59.073852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.596862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-13T02:55:59.0741Z","caller":"traceutil/trace.go:171","msg":"trace[1934646464] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bgwqg; range_end:; response_count:1; response_revision:18917; }","duration":"439.823068ms","start":"2026-05-13T02:55:58.634258Z","end":"2026-05-13T02:55:59.074081Z","steps":["trace[1934646464] 'agreement among raft nodes before linearized reading' (duration: 439.345445ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:55:59.074148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.154777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-13T02:55:59.074161Z","caller":"traceutil/trace.go:171","msg":"trace[1508053927] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18917; }","duration":"473.926882ms","start":"2026-05-13T02:55:58.600217Z","end":"2026-05-13T02:55:59.074143Z","steps":["trace[1508053927] 'agreement among raft nodes before linearized reading' (duration: 473.481229ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:55:59.07419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:55:58.386262Z","time spent":"687.827212ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:55:59.074166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:55:58.634244Z","time spent":"439.91326ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22039,"request content":"key:\"/registry/pods/openstack/nova-compute-default-bgwqg\" "} {"level":"warn","ts":"2026-05-13T02:55:59.074312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.101816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-13T02:55:59.074218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:55:58.600208Z","time spent":"473.996203ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-13T02:55:59.074371Z","caller":"traceutil/trace.go:171","msg":"trace[356395880] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18917; }","duration":"474.28178ms","start":"2026-05-13T02:55:58.60008Z","end":"2026-05-13T02:55:59.074354Z","steps":["trace[356395880] 'agreement among raft nodes before linearized reading' (duration: 473.638063ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:55:59.073853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.585294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T02:55:59.074473Z","caller":"traceutil/trace.go:171","msg":"trace[740984778] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:18917; }","duration":"150.260012ms","start":"2026-05-13T02:55:58.924184Z","end":"2026-05-13T02:55:59.074444Z","steps":["trace[740984778] 'agreement among raft nodes before linearized reading' (duration: 149.569994ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:55:59.074202Z","caller":"traceutil/trace.go:171","msg":"trace[955303910] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18917; }","duration":"474.24934ms","start":"2026-05-13T02:55:58.59994Z","end":"2026-05-13T02:55:59.074189Z","steps":["trace[955303910] 'agreement among raft nodes before linearized reading' (duration: 473.816928ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:55:59.074529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:55:58.599917Z","time spent":"474.603278ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-13T02:55:59.074224Z","caller":"traceutil/trace.go:171","msg":"trace[549764327] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-xnnbx; range_end:; response_count:1; response_revision:18917; }","duration":"450.716283ms","start":"2026-05-13T02:55:58.623393Z","end":"2026-05-13T02:55:59.074109Z","steps":["trace[549764327] 'agreement among raft nodes before linearized reading' (duration: 450.314862ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:55:59.073803Z","caller":"traceutil/trace.go:171","msg":"trace[1378644566] transaction","detail":"{read_only:false; response_revision:18917; number_of_response:1; }","duration":"687.439692ms","start":"2026-05-13T02:55:58.386289Z","end":"2026-05-13T02:55:59.073729Z","steps":["trace[1378644566] 'process raft request' (duration: 686.95164ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:55:59.074675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:55:58.623381Z","time spent":"451.252827ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-xnnbx\" "} {"level":"warn","ts":"2026-05-13T02:55:59.074405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:55:58.60005Z","time spent":"474.347762ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-13T02:55:59.074766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:55:58.386259Z","time spent":"688.442797ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T02:55:59.074627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.050464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-13T02:55:59.074825Z","caller":"traceutil/trace.go:171","msg":"trace[2044388068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18917; }","duration":"625.29302ms","start":"2026-05-13T02:55:58.449515Z","end":"2026-05-13T02:55:59.074808Z","steps":["trace[2044388068] 'agreement among raft nodes before linearized reading' (duration: 623.980846ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:55:59.074866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T02:55:58.449494Z","time spent":"625.360651ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-13T02:56:14.443188Z","caller":"traceutil/trace.go:171","msg":"trace[1109821470] transaction","detail":"{read_only:false; response_revision:19222; number_of_response:1; }","duration":"194.076541ms","start":"2026-05-13T02:56:14.249072Z","end":"2026-05-13T02:56:14.443149Z","steps":["trace[1109821470] 'process raft request' (duration: 193.791164ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:56:15.315731Z","caller":"traceutil/trace.go:171","msg":"trace[2137734830] transaction","detail":"{read_only:false; response_revision:19224; number_of_response:1; }","duration":"175.792158ms","start":"2026-05-13T02:56:15.139914Z","end":"2026-05-13T02:56:15.315706Z","steps":["trace[2137734830] 'process raft request' (duration: 175.631164ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:56:15.433345Z","caller":"traceutil/trace.go:171","msg":"trace[1302274914] linearizableReadLoop","detail":"{readStateIndex:19884; appliedIndex:19882; }","duration":"286.715934ms","start":"2026-05-13T02:56:15.146579Z","end":"2026-05-13T02:56:15.433295Z","steps":["trace[1302274914] 'read index received' (duration: 168.903764ms)","trace[1302274914] 'applied index is now lower than readState.Index' (duration: 117.81101ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T02:56:15.433506Z","caller":"traceutil/trace.go:171","msg":"trace[309090759] transaction","detail":"{read_only:false; response_revision:19225; number_of_response:1; }","duration":"288.271563ms","start":"2026-05-13T02:56:15.145112Z","end":"2026-05-13T02:56:15.433384Z","steps":["trace[309090759] 'process raft request' (duration: 233.757044ms)","trace[309090759] 'compare' (duration: 54.251293ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T02:56:15.43363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.896611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-13T02:56:15.433686Z","caller":"traceutil/trace.go:171","msg":"trace[1397514239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19225; }","duration":"277.989733ms","start":"2026-05-13T02:56:15.155684Z","end":"2026-05-13T02:56:15.433674Z","steps":["trace[1397514239] 'agreement among raft nodes before linearized reading' (duration: 277.842229ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:56:15.433719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.833926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-13T02:56:15.433769Z","caller":"traceutil/trace.go:171","msg":"trace[1958403692] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19225; }","duration":"284.885957ms","start":"2026-05-13T02:56:15.148864Z","end":"2026-05-13T02:56:15.43375Z","steps":["trace[1958403692] 'agreement among raft nodes before linearized reading' (duration: 284.798345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:56:15.433632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.111133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-13T02:56:15.433758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.634464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-xnnbx\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-05-13T02:56:15.433829Z","caller":"traceutil/trace.go:171","msg":"trace[1295400753] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19225; }","duration":"285.336918ms","start":"2026-05-13T02:56:15.148477Z","end":"2026-05-13T02:56:15.433813Z","steps":["trace[1295400753] 'agreement among raft nodes before linearized reading' (duration: 285.02081ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:56:15.433854Z","caller":"traceutil/trace.go:171","msg":"trace[257552150] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-xnnbx; range_end:; response_count:1; response_revision:19225; }","duration":"160.750506ms","start":"2026-05-13T02:56:15.273082Z","end":"2026-05-13T02:56:15.433833Z","steps":["trace[257552150] 'agreement among raft nodes before linearized reading' (duration: 160.457759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:56:15.433886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.65402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T02:56:15.433918Z","caller":"traceutil/trace.go:171","msg":"trace[1432702192] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19225; }","duration":"112.718551ms","start":"2026-05-13T02:56:15.321191Z","end":"2026-05-13T02:56:15.43391Z","steps":["trace[1432702192] 'agreement among raft nodes before linearized reading' (duration: 112.67224ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:56:15.433915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.450102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-13T02:56:15.433964Z","caller":"traceutil/trace.go:171","msg":"trace[77912416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19225; }","duration":"270.530024ms","start":"2026-05-13T02:56:15.163421Z","end":"2026-05-13T02:56:15.433951Z","steps":["trace[77912416] 'agreement among raft nodes before linearized reading' (duration: 270.35337ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:56:15.434093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.196425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bgwqg\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-05-13T02:56:15.434149Z","caller":"traceutil/trace.go:171","msg":"trace[347645838] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bgwqg; range_end:; response_count:1; response_revision:19225; }","duration":"147.283707ms","start":"2026-05-13T02:56:15.286851Z","end":"2026-05-13T02:56:15.434135Z","steps":["trace[347645838] 'agreement among raft nodes before linearized reading' (duration: 147.096111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T02:56:15.434666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.073019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-13T02:56:15.434736Z","caller":"traceutil/trace.go:171","msg":"trace[907330160] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19225; }","duration":"288.166981ms","start":"2026-05-13T02:56:15.146548Z","end":"2026-05-13T02:56:15.434715Z","steps":["trace[907330160] 'agreement among raft nodes before linearized reading' (duration: 286.914449ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T02:56:30.6021Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f3d52791b64f7591","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-13T02:56:30.607974Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-13T02:56:30.608134Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-05-13T02:56:34.435881Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16820} {"level":"info","ts":"2026-05-13T02:56:34.532987Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16820,"took":"94.45764ms","hash":3622363889,"current-db-size-bytes":46825472,"current-db-size":"47 MB","current-db-size-in-use-bytes":33619968,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-13T02:56:34.533054Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3622363889,"revision":16820,"compact-revision":14320} {"level":"info","ts":"2026-05-13T03:00:22.348911Z","caller":"traceutil/trace.go:171","msg":"trace[1734756077] transaction","detail":"{read_only:false; response_revision:21112; number_of_response:1; }","duration":"100.748419ms","start":"2026-05-13T03:00:22.248116Z","end":"2026-05-13T03:00:22.348864Z","steps":["trace[1734756077] 'process raft request' (duration: 100.574215ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:01:05.002077Z","caller":"traceutil/trace.go:171","msg":"trace[1104962413] linearizableReadLoop","detail":"{readStateIndex:22073; appliedIndex:22072; }","duration":"268.211127ms","start":"2026-05-13T03:01:04.733833Z","end":"2026-05-13T03:01:05.002045Z","steps":["trace[1104962413] 'read index received' (duration: 267.498818ms)","trace[1104962413] 'applied index is now lower than readState.Index' (duration: 711.099µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:01:05.002129Z","caller":"traceutil/trace.go:171","msg":"trace[1076273966] transaction","detail":"{read_only:false; response_revision:21343; number_of_response:1; }","duration":"369.92108ms","start":"2026-05-13T03:01:04.632174Z","end":"2026-05-13T03:01:05.002095Z","steps":["trace[1076273966] 'process raft request' (duration: 369.241102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:05.002293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:04.632147Z","time spent":"370.048594ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:01:05.002376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.491614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:01:05.002457Z","caller":"traceutil/trace.go:171","msg":"trace[1779993911] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:21343; }","duration":"268.642208ms","start":"2026-05-13T03:01:04.733793Z","end":"2026-05-13T03:01:05.002435Z","steps":["trace[1779993911] 'agreement among raft nodes before linearized reading' (duration: 268.383721ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:01:21.274198Z","caller":"traceutil/trace.go:171","msg":"trace[366301082] transaction","detail":"{read_only:false; response_revision:21430; number_of_response:1; }","duration":"114.216619ms","start":"2026-05-13T03:01:21.159934Z","end":"2026-05-13T03:01:21.274151Z","steps":["trace[366301082] 'process raft request' (duration: 109.426118ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:01:26.6621Z","caller":"traceutil/trace.go:171","msg":"trace[880657074] linearizableReadLoop","detail":"{readStateIndex:22190; appliedIndex:22189; }","duration":"362.511063ms","start":"2026-05-13T03:01:26.299543Z","end":"2026-05-13T03:01:26.662054Z","steps":["trace[880657074] 'read index received' (duration: 354.790018ms)","trace[880657074] 'applied index is now lower than readState.Index' (duration: 7.719395ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:01:26.662143Z","caller":"traceutil/trace.go:171","msg":"trace[1600438912] transaction","detail":"{read_only:false; response_revision:21456; number_of_response:1; }","duration":"869.196774ms","start":"2026-05-13T03:01:25.79288Z","end":"2026-05-13T03:01:26.662076Z","steps":["trace[1600438912] 'process raft request' (duration: 861.5391ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:26.66234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:25.792853Z","time spent":"869.385659ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:01:26.662358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.715402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:01:26.662377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.214614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:01:26.662417Z","caller":"traceutil/trace.go:171","msg":"trace[1536249192] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21456; }","duration":"340.819744ms","start":"2026-05-13T03:01:26.32158Z","end":"2026-05-13T03:01:26.6624Z","steps":["trace[1536249192] 'agreement among raft nodes before linearized reading' (duration: 340.715631ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:01:26.662439Z","caller":"traceutil/trace.go:171","msg":"trace[2143738983] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:21456; }","duration":"211.329627ms","start":"2026-05-13T03:01:26.451089Z","end":"2026-05-13T03:01:26.662418Z","steps":["trace[2143738983] 'agreement among raft nodes before linearized reading' (duration: 211.204074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:26.662423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.867152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-13T03:01:26.662459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:26.321555Z","time spent":"340.893796ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T03:01:26.662514Z","caller":"traceutil/trace.go:171","msg":"trace[116195498] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21456; }","duration":"363.000715ms","start":"2026-05-13T03:01:26.299489Z","end":"2026-05-13T03:01:26.66249Z","steps":["trace[116195498] 'agreement among raft nodes before linearized reading' (duration: 362.694328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:26.662563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:26.299463Z","time spent":"363.090988ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-13T03:01:27.166532Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563932256,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:01:27.803933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.729728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:01:27.804046Z","caller":"traceutil/trace.go:171","msg":"trace[1725138777] transaction","detail":"{read_only:false; response_revision:21457; number_of_response:1; }","duration":"1.138682752s","start":"2026-05-13T03:01:26.665342Z","end":"2026-05-13T03:01:27.804025Z","steps":["trace[1725138777] 'process raft request' (duration: 545.77378ms)","trace[1725138777] 'compare' (duration: 592.4166ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:01:27.804114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:26.66491Z","time spent":"1.139174064s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:01:27.809828Z","caller":"traceutil/trace.go:171","msg":"trace[1583395294] transaction","detail":"{read_only:false; response_revision:21458; number_of_response:1; }","duration":"1.031809917s","start":"2026-05-13T03:01:26.777989Z","end":"2026-05-13T03:01:27.809799Z","steps":["trace[1583395294] 'process raft request' (duration: 1.031605112s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:27.810044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:26.777966Z","time spent":"1.031971152s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:01:27.810033Z","caller":"traceutil/trace.go:171","msg":"trace[1549740310] linearizableReadLoop","detail":"{readStateIndex:22193; appliedIndex:22190; }","duration":"1.143558325s","start":"2026-05-13T03:01:26.666435Z","end":"2026-05-13T03:01:27.809993Z","steps":["trace[1549740310] 'read index received' (duration: 544.698793ms)","trace[1549740310] 'applied index is now lower than readState.Index' (duration: 598.857122ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:01:27.81036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143926335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-13T03:01:27.810113Z","caller":"traceutil/trace.go:171","msg":"trace[119979696] transaction","detail":"{read_only:false; response_revision:21459; number_of_response:1; }","duration":"703.708086ms","start":"2026-05-13T03:01:27.10631Z","end":"2026-05-13T03:01:27.810018Z","steps":["trace[119979696] 'process raft request' (duration: 703.441979ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:01:27.810515Z","caller":"traceutil/trace.go:171","msg":"trace[684901232] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21459; }","duration":"1.144079719s","start":"2026-05-13T03:01:26.6664Z","end":"2026-05-13T03:01:27.81048Z","steps":["trace[684901232] 'agreement among raft nodes before linearized reading' (duration: 1.1437347s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:27.810556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:26.666392Z","time spent":"1.144152822s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-13T03:01:27.810574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:27.106284Z","time spent":"704.21655ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:01:28.310393Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563932261,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:01:28.540131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:27.956936Z","time spent":"583.186906ms","remote":"127.0.0.1:52818","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-13T03:01:28.584038Z","caller":"traceutil/trace.go:171","msg":"trace[371159091] linearizableReadLoop","detail":"{readStateIndex:22194; appliedIndex:22193; }","duration":"773.877312ms","start":"2026-05-13T03:01:27.810139Z","end":"2026-05-13T03:01:28.584016Z","steps":["trace[371159091] 'read index received' (duration: 773.737228ms)","trace[371159091] 'applied index is now lower than readState.Index' (duration: 139.114µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:01:28.584154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294647149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:01:28.584182Z","caller":"traceutil/trace.go:171","msg":"trace[638948390] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:21460; }","duration":"1.294738181s","start":"2026-05-13T03:01:27.289436Z","end":"2026-05-13T03:01:28.584174Z","steps":["trace[638948390] 'agreement among raft nodes before linearized reading' (duration: 1.294673669s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:28.584211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:27.289409Z","time spent":"1.294797113s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-13T03:01:28.584198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252527192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:01:28.584249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045614008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-13T03:01:28.584296Z","caller":"traceutil/trace.go:171","msg":"trace[1785078374] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:21460; }","duration":"1.252684036s","start":"2026-05-13T03:01:27.331589Z","end":"2026-05-13T03:01:28.584273Z","steps":["trace[1785078374] 'agreement among raft nodes before linearized reading' (duration: 1.252479921s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:01:28.58434Z","caller":"traceutil/trace.go:171","msg":"trace[724802587] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21460; }","duration":"1.045758041s","start":"2026-05-13T03:01:27.53856Z","end":"2026-05-13T03:01:28.584318Z","steps":["trace[724802587] 'agreement among raft nodes before linearized reading' (duration: 1.045480335s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:28.584397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859110612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:01:28.584346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:27.331514Z","time spent":"1.25281981s","remote":"127.0.0.1:57730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:01:28.584424Z","caller":"traceutil/trace.go:171","msg":"trace[1594907662] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21460; }","duration":"1.859176193s","start":"2026-05-13T03:01:26.72524Z","end":"2026-05-13T03:01:28.584416Z","steps":["trace[1594907662] 'agreement among raft nodes before linearized reading' (duration: 1.859127222s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:28.584454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:26.725222Z","time spent":"1.859225475s","remote":"127.0.0.1:57818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:01:28.584486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083819484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-13T03:01:28.584523Z","caller":"traceutil/trace.go:171","msg":"trace[1716427073] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:21460; }","duration":"1.083882845s","start":"2026-05-13T03:01:27.500631Z","end":"2026-05-13T03:01:28.584514Z","steps":["trace[1716427073] 'agreement among raft nodes before linearized reading' (duration: 1.083743332s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:28.584526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328174306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-05-13T03:01:28.584395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:27.538533Z","time spent":"1.045853134s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-13T03:01:28.584394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819820638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:01:28.584591Z","caller":"traceutil/trace.go:171","msg":"trace[244655025] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:21460; }","duration":"1.328245798s","start":"2026-05-13T03:01:27.256314Z","end":"2026-05-13T03:01:28.58456Z","steps":["trace[244655025] 'agreement among raft nodes before linearized reading' (duration: 1.328126166s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:28.584633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:27.256298Z","time spent":"1.32832718s","remote":"127.0.0.1:39608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-05-13T03:01:28.584634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237619856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-13T03:01:28.58467Z","caller":"traceutil/trace.go:171","msg":"trace[558929623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21460; }","duration":"1.237687667s","start":"2026-05-13T03:01:27.346975Z","end":"2026-05-13T03:01:28.584663Z","steps":["trace[558929623] 'agreement among raft nodes before linearized reading' (duration: 1.237597515s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:28.584625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025886368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-13T03:01:28.584702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:27.346954Z","time spent":"1.237742209s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-13T03:01:28.584554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:27.500614Z","time spent":"1.083933937s","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"info","ts":"2026-05-13T03:01:28.584758Z","caller":"traceutil/trace.go:171","msg":"trace[135006693] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21460; }","duration":"1.026080983s","start":"2026-05-13T03:01:27.558642Z","end":"2026-05-13T03:01:28.584723Z","steps":["trace[135006693] 'agreement among raft nodes before linearized reading' (duration: 1.025715943s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:01:28.5846Z","caller":"traceutil/trace.go:171","msg":"trace[555701394] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:21460; }","duration":"1.820071643s","start":"2026-05-13T03:01:26.764518Z","end":"2026-05-13T03:01:28.584589Z","steps":["trace[555701394] 'agreement among raft nodes before linearized reading' (duration: 1.819783526s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:28.584818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040743155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-13T03:01:28.584833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:26.764502Z","time spent":"1.82031974s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:01:28.584824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:27.558629Z","time spent":"1.026186636s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-13T03:01:28.584858Z","caller":"traceutil/trace.go:171","msg":"trace[1719361649] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21460; }","duration":"1.040800046s","start":"2026-05-13T03:01:27.544047Z","end":"2026-05-13T03:01:28.584847Z","steps":["trace[1719361649] 'agreement among raft nodes before linearized reading' (duration: 1.040724904s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:28.584888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:27.544036Z","time spent":"1.040845067s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-13T03:01:28.584755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04057876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-13T03:01:28.584681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037509251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-13T03:01:28.585019Z","caller":"traceutil/trace.go:171","msg":"trace[872404397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21460; }","duration":"1.040854588s","start":"2026-05-13T03:01:27.544154Z","end":"2026-05-13T03:01:28.585009Z","steps":["trace[872404397] 'agreement among raft nodes before linearized reading' (duration: 1.0405488s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:28.585054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:27.544149Z","time spent":"1.040896089s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-13T03:01:28.585057Z","caller":"traceutil/trace.go:171","msg":"trace[991284344] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21460; }","duration":"1.037902561s","start":"2026-05-13T03:01:27.547138Z","end":"2026-05-13T03:01:28.58504Z","steps":["trace[991284344] 'agreement among raft nodes before linearized reading' (duration: 1.037472541s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:01:28.58507Z","caller":"traceutil/trace.go:171","msg":"trace[68831445] transaction","detail":"{read_only:false; response_revision:21460; number_of_response:1; }","duration":"921.632341ms","start":"2026-05-13T03:01:27.663412Z","end":"2026-05-13T03:01:28.585044Z","steps":["trace[68831445] 'process raft request' (duration: 920.362079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:28.585102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:27.547124Z","time spent":"1.037963503s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T03:01:28.585224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:27.663382Z","time spent":"921.765553ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:01:29.084602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563932263,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:01:30.321623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000015236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-13T03:01:30.321721Z","caller":"traceutil/trace.go:171","msg":"trace[219959349] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000183481s","start":"2026-05-13T03:01:28.321516Z","end":"2026-05-13T03:01:30.321699Z","steps":["trace[219959349] 'agreement among raft nodes before linearized reading' (duration: 2.000045077s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:30.321771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:28.321494Z","time spent":"2.000266203s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:01:30.597944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510371538s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:01:30.59807Z","caller":"traceutil/trace.go:171","msg":"trace[2064749348] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21460; }","duration":"1.510520441s","start":"2026-05-13T03:01:29.08753Z","end":"2026-05-13T03:01:30.59805Z","steps":["trace[2064749348] 'range keys from in-memory index tree' (duration: 1.510357297s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:30.599457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132200968s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:01:30.599825Z","caller":"traceutil/trace.go:171","msg":"trace[1731969384] transaction","detail":"{read_only:false; response_revision:21461; number_of_response:1; }","duration":"2.209309742s","start":"2026-05-13T03:01:28.390456Z","end":"2026-05-13T03:01:30.599766Z","steps":["trace[1731969384] 'process raft request' (duration: 1.076715314s)","trace[1731969384] 'compare' (duration: 1.130773133s)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:01:30.599933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:28.390431Z","time spent":"2.209455115s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:01:30.600061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:28.587373Z","time spent":"2.012685966s","remote":"127.0.0.1:39514","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-13T03:01:30.600071Z","caller":"traceutil/trace.go:171","msg":"trace[872493654] transaction","detail":"{read_only:false; response_revision:21463; number_of_response:1; }","duration":"2.00925484s","start":"2026-05-13T03:01:28.590745Z","end":"2026-05-13T03:01:30.6Z","steps":["trace[872493654] 'process raft request' (duration: 2.009132297s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:01:30.60007Z","caller":"traceutil/trace.go:171","msg":"trace[2101619208] transaction","detail":"{read_only:false; response_revision:21462; number_of_response:1; }","duration":"2.009408573s","start":"2026-05-13T03:01:28.590612Z","end":"2026-05-13T03:01:30.600021Z","steps":["trace[2101619208] 'process raft request' (duration: 2.009174458s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:30.600307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:28.590735Z","time spent":"2.009438544s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:01:30.600476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:28.590582Z","time spent":"2.009799783s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:01:30.60049Z","caller":"traceutil/trace.go:171","msg":"trace[1171879184] transaction","detail":"{read_only:false; response_revision:21465; number_of_response:1; }","duration":"2.00924688s","start":"2026-05-13T03:01:28.5912Z","end":"2026-05-13T03:01:30.600447Z","steps":["trace[1171879184] 'process raft request' (duration: 2.009063035s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:01:30.600487Z","caller":"traceutil/trace.go:171","msg":"trace[233816749] transaction","detail":"{read_only:false; response_revision:21464; number_of_response:1; }","duration":"2.009378713s","start":"2026-05-13T03:01:28.590983Z","end":"2026-05-13T03:01:30.600362Z","steps":["trace[233816749] 'process raft request' (duration: 2.008939232s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:01:30.600565Z","caller":"traceutil/trace.go:171","msg":"trace[765825906] linearizableReadLoop","detail":"{readStateIndex:22203; appliedIndex:22194; }","duration":"2.016430061s","start":"2026-05-13T03:01:28.584092Z","end":"2026-05-13T03:01:30.600522Z","steps":["trace[765825906] 'read index received' (duration: 883.086764ms)","trace[765825906] 'applied index is now lower than readState.Index' (duration: 1.133341817s)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:01:30.600616Z","caller":"traceutil/trace.go:171","msg":"trace[1515359729] transaction","detail":"{read_only:false; response_revision:21468; number_of_response:1; }","duration":"1.933143825s","start":"2026-05-13T03:01:28.667452Z","end":"2026-05-13T03:01:30.600596Z","steps":["trace[1515359729] 'process raft request' (duration: 1.933020141s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:01:30.600623Z","caller":"traceutil/trace.go:171","msg":"trace[1536538366] transaction","detail":"{read_only:false; response_revision:21466; number_of_response:1; }","duration":"2.009303272s","start":"2026-05-13T03:01:28.591309Z","end":"2026-05-13T03:01:30.600612Z","steps":["trace[1536538366] 'process raft request' (duration: 2.009084116s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:30.600654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:28.59118Z","time spent":"2.009375534s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:01:30.600578Z","caller":"traceutil/trace.go:171","msg":"trace[2768531] transaction","detail":"{read_only:false; response_revision:21467; number_of_response:1; }","duration":"2.009229731s","start":"2026-05-13T03:01:28.591314Z","end":"2026-05-13T03:01:30.600543Z","steps":["trace[2768531] 'process raft request' (duration: 2.009120937s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:30.600715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:28.591293Z","time spent":"2.009375104s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:01:30.600723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.190881437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:01:30.600729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:28.667429Z","time spent":"1.933234538s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:01:30.600751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:28.590971Z","time spent":"2.009677241s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:01:30.60081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.787955695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18655"} {"level":"warn","ts":"2026-05-13T03:01:30.600826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:28.591294Z","time spent":"2.009465076s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:01:30.600868Z","caller":"traceutil/trace.go:171","msg":"trace[595172526] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21468; }","duration":"2.788032886s","start":"2026-05-13T03:01:27.812821Z","end":"2026-05-13T03:01:30.600854Z","steps":["trace[595172526] 'agreement among raft nodes before linearized reading' (duration: 2.787823161s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:01:30.600772Z","caller":"traceutil/trace.go:171","msg":"trace[1433364634] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:21468; }","duration":"2.190979239s","start":"2026-05-13T03:01:28.409778Z","end":"2026-05-13T03:01:30.600757Z","steps":["trace[1433364634] 'agreement among raft nodes before linearized reading' (duration: 2.190854726s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:30.600904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:27.812806Z","time spent":"2.788090538s","remote":"127.0.0.1:39634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18679,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-13T03:01:30.601598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:28.409755Z","time spent":"2.191680367s","remote":"127.0.0.1:54806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:01:30.618246Z","caller":"traceutil/trace.go:171","msg":"trace[2065945778] transaction","detail":"{read_only:false; response_revision:21469; number_of_response:1; }","duration":"802.390934ms","start":"2026-05-13T03:01:29.815826Z","end":"2026-05-13T03:01:30.618217Z","steps":["trace[2065945778] 'process raft request' (duration: 802.199089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:30.618403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:29.815796Z","time spent":"802.525457ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:01:30.618479Z","caller":"traceutil/trace.go:171","msg":"trace[845976566] transaction","detail":"{read_only:false; response_revision:21470; number_of_response:1; }","duration":"801.174922ms","start":"2026-05-13T03:01:29.81727Z","end":"2026-05-13T03:01:30.618445Z","steps":["trace[845976566] 'process raft request' (duration: 800.912816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:30.618673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:29.817238Z","time spent":"801.350427ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:01:31.921319Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.303244905s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T03:01:31.921716Z","caller":"traceutil/trace.go:171","msg":"trace[773046656] linearizableReadLoop","detail":"{readStateIndex:22206; appliedIndex:22203; }","duration":"1.321041066s","start":"2026-05-13T03:01:30.600652Z","end":"2026-05-13T03:01:31.921693Z","steps":["trace[773046656] 'read index received' (duration: 17.476682ms)","trace[773046656] 'applied index is now lower than readState.Index' (duration: 1.303563484s)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:01:31.921753Z","caller":"traceutil/trace.go:171","msg":"trace[1525014116] transaction","detail":"{read_only:false; response_revision:21471; number_of_response:1; }","duration":"1.330148007s","start":"2026-05-13T03:01:30.591574Z","end":"2026-05-13T03:01:31.921722Z","steps":["trace[1525014116] 'process raft request' (duration: 1.329920781s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:31.921858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.569402183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:01:31.921891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.867321071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:01:31.921882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258804664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-13T03:01:31.921898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:30.591557Z","time spent":"1.33024775s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:01:31.92189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331411478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:01:31.921923Z","caller":"traceutil/trace.go:171","msg":"trace[89834946] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:21472; }","duration":"2.867415254s","start":"2026-05-13T03:01:29.054497Z","end":"2026-05-13T03:01:31.921913Z","steps":["trace[89834946] 'agreement among raft nodes before linearized reading' (duration: 2.867331351s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:01:31.921922Z","caller":"traceutil/trace.go:171","msg":"trace[2138697698] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:21472; }","duration":"2.569514266s","start":"2026-05-13T03:01:29.352392Z","end":"2026-05-13T03:01:31.921906Z","steps":["trace[2138697698] 'agreement among raft nodes before linearized reading' (duration: 2.569379953s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:01:31.921934Z","caller":"traceutil/trace.go:171","msg":"trace[1826291864] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:21472; }","duration":"2.258899447s","start":"2026-05-13T03:01:29.663023Z","end":"2026-05-13T03:01:31.921922Z","steps":["trace[1826291864] 'agreement among raft nodes before linearized reading' (duration: 2.258701292s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:01:31.921954Z","caller":"traceutil/trace.go:171","msg":"trace[2074843219] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:21472; }","duration":"1.331534931s","start":"2026-05-13T03:01:30.590405Z","end":"2026-05-13T03:01:31.92194Z","steps":["trace[2074843219] 'agreement among raft nodes before linearized reading' (duration: 1.331400068s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:31.921961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:29.352336Z","time spent":"2.569615418s","remote":"127.0.0.1:54798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:01:31.921965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:29.663005Z","time spent":"2.258953418s","remote":"127.0.0.1:41198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":138,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:01:31.921942Z","caller":"traceutil/trace.go:171","msg":"trace[1927742875] transaction","detail":"{read_only:false; response_revision:21472; number_of_response:1; }","duration":"1.32043073s","start":"2026-05-13T03:01:30.601468Z","end":"2026-05-13T03:01:31.921899Z","steps":["trace[1927742875] 'process raft request' (duration: 1.320170474s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:31.922016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254359149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:01:31.921997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.524744744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:01:31.922043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.25969457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:01:31.922045Z","caller":"traceutil/trace.go:171","msg":"trace[162656006] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21472; }","duration":"1.254432642s","start":"2026-05-13T03:01:30.667605Z","end":"2026-05-13T03:01:31.922038Z","steps":["trace[162656006] 'agreement among raft nodes before linearized reading' (duration: 1.25438648s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:01:31.922064Z","caller":"traceutil/trace.go:171","msg":"trace[1085504399] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:21472; }","duration":"3.259739541s","start":"2026-05-13T03:01:28.662318Z","end":"2026-05-13T03:01:31.922058Z","steps":["trace[1085504399] 'agreement among raft nodes before linearized reading' (duration: 3.25969916s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:31.92207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:30.667579Z","time spent":"1.254485912s","remote":"127.0.0.1:39916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-13T03:01:31.92207Z","caller":"traceutil/trace.go:171","msg":"trace[1904247112] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:21472; }","duration":"2.524860876s","start":"2026-05-13T03:01:29.397191Z","end":"2026-05-13T03:01:31.922052Z","steps":["trace[1904247112] 'agreement among raft nodes before linearized reading' (duration: 2.524738063s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:31.922083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:28.662302Z","time spent":"3.259776732s","remote":"127.0.0.1:36112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:01:31.922073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.332088731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-aba312e5-bf2d-4463-b96c-2bdc32189732\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-05-13T03:01:31.922111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:29.397166Z","time spent":"2.524936018s","remote":"127.0.0.1:39754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:01:31.922141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:30.601432Z","time spent":"1.320600875s","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:01:31.922145Z","caller":"traceutil/trace.go:171","msg":"trace[707502919] range","detail":"{range_begin:/registry/persistentvolumes/pvc-aba312e5-bf2d-4463-b96c-2bdc32189732; range_end:; response_count:1; response_revision:21472; }","duration":"3.332228875s","start":"2026-05-13T03:01:28.589896Z","end":"2026-05-13T03:01:31.922124Z","steps":["trace[707502919] 'agreement among raft nodes before linearized reading' (duration: 3.331949528s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:31.922167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59939693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:01:31.922193Z","caller":"traceutil/trace.go:171","msg":"trace[1592314793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21472; }","duration":"1.59941991s","start":"2026-05-13T03:01:30.322764Z","end":"2026-05-13T03:01:31.922184Z","steps":["trace[1592314793] 'agreement among raft nodes before linearized reading' (duration: 1.599381489s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:31.922195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:28.589876Z","time spent":"3.332306337s","remote":"127.0.0.1:39606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-aba312e5-bf2d-4463-b96c-2bdc32189732\" "} {"level":"warn","ts":"2026-05-13T03:01:31.922212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:30.32271Z","time spent":"1.599498442s","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:01:31.921992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:30.590382Z","time spent":"1.331600533s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-13T03:01:31.922316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.059133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:01:31.922349Z","caller":"traceutil/trace.go:171","msg":"trace[755274364] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:21472; }","duration":"159.129425ms","start":"2026-05-13T03:01:31.763211Z","end":"2026-05-13T03:01:31.92234Z","steps":["trace[755274364] 'agreement among raft nodes before linearized reading' (duration: 159.029283ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:31.92196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:29.054478Z","time spent":"2.867473055s","remote":"127.0.0.1:57770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:01:31.922366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.971171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:01:31.922403Z","caller":"traceutil/trace.go:171","msg":"trace[931761370] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:21472; }","duration":"996.049212ms","start":"2026-05-13T03:01:30.926344Z","end":"2026-05-13T03:01:31.922393Z","steps":["trace[931761370] 'agreement among raft nodes before linearized reading' (duration: 995.990961ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:31.922434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:30.92632Z","time spent":"996.105743ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:01:31.922326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.195244626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:01:31.922497Z","caller":"traceutil/trace.go:171","msg":"trace[679906568] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:21472; }","duration":"2.195452611s","start":"2026-05-13T03:01:29.727032Z","end":"2026-05-13T03:01:31.922484Z","steps":["trace[679906568] 'agreement among raft nodes before linearized reading' (duration: 2.195272626s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:31.922542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:29.727005Z","time spent":"2.195521253s","remote":"127.0.0.1:39724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:01:31.922544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.897233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:01:31.922466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126191446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:01:31.92258Z","caller":"traceutil/trace.go:171","msg":"trace[2141114593] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:21472; }","duration":"992.954434ms","start":"2026-05-13T03:01:30.929615Z","end":"2026-05-13T03:01:31.92257Z","steps":["trace[2141114593] 'agreement among raft nodes before linearized reading' (duration: 992.880632ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:01:31.922623Z","caller":"traceutil/trace.go:171","msg":"trace[876612862] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:21472; }","duration":"1.12635711s","start":"2026-05-13T03:01:30.796229Z","end":"2026-05-13T03:01:31.922586Z","steps":["trace[876612862] 'agreement among raft nodes before linearized reading' (duration: 1.126218487s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:31.922652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:30.929568Z","time spent":"993.064226ms","remote":"127.0.0.1:39714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:01:31.922695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:30.796202Z","time spent":"1.126464702s","remote":"127.0.0.1:35988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:01:32.543627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.596636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aefe6e9c8c2fac\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-05-13T03:01:32.543716Z","caller":"traceutil/trace.go:171","msg":"trace[326691179] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aefe6e9c8c2fac; range_end:; response_count:1; response_revision:21472; }","duration":"613.702869ms","start":"2026-05-13T03:01:31.929989Z","end":"2026-05-13T03:01:32.543692Z","steps":["trace[326691179] 'range keys from in-memory index tree' (duration: 613.402611ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:32.543763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:31.929983Z","time spent":"613.76783ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aefe6e9c8c2fac\" "} {"level":"warn","ts":"2026-05-13T03:01:32.544007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.912083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-13T03:01:32.544053Z","caller":"traceutil/trace.go:171","msg":"trace[495882934] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:21472; }","duration":"613.981845ms","start":"2026-05-13T03:01:31.930059Z","end":"2026-05-13T03:01:32.544041Z","steps":["trace[495882934] 'range keys from in-memory index tree' (duration: 613.848242ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:32.544088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:31.930043Z","time spent":"614.035156ms","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-13T03:01:32.544538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.386605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:01:32.544624Z","caller":"traceutil/trace.go:171","msg":"trace[1375545411] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21472; }","duration":"614.490558ms","start":"2026-05-13T03:01:31.930115Z","end":"2026-05-13T03:01:32.544605Z","steps":["trace[1375545411] 'range keys from in-memory index tree' (duration: 614.340115ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:32.544665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:31.930109Z","time spent":"614.54633ms","remote":"127.0.0.1:39654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-13T03:01:32.545152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.524314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:01:32.545314Z","caller":"traceutil/trace.go:171","msg":"trace[565919267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21472; }","duration":"613.697269ms","start":"2026-05-13T03:01:31.931605Z","end":"2026-05-13T03:01:32.545302Z","steps":["trace[565919267] 'range keys from in-memory index tree' (duration: 613.491814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:32.545351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:31.931598Z","time spent":"613.74209ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T03:01:32.640068Z","caller":"traceutil/trace.go:171","msg":"trace[1219322614] transaction","detail":"{read_only:false; response_revision:21473; number_of_response:1; }","duration":"474.756703ms","start":"2026-05-13T03:01:32.165292Z","end":"2026-05-13T03:01:32.640049Z","steps":["trace[1219322614] 'process raft request' (duration: 474.569998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:32.640182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:32.16524Z","time spent":"474.882356ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:01:33.205083Z","caller":"traceutil/trace.go:171","msg":"trace[131038011] transaction","detail":"{read_only:false; response_revision:21476; number_of_response:1; }","duration":"579.336029ms","start":"2026-05-13T03:01:32.625717Z","end":"2026-05-13T03:01:33.205053Z","steps":["trace[131038011] 'process raft request' (duration: 578.906508ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:01:33.205112Z","caller":"traceutil/trace.go:171","msg":"trace[146703541] linearizableReadLoop","detail":"{readStateIndex:22212; appliedIndex:22208; }","duration":"565.079008ms","start":"2026-05-13T03:01:32.64001Z","end":"2026-05-13T03:01:33.205089Z","steps":["trace[146703541] 'read index received' (duration: 470.137526ms)","trace[146703541] 'applied index is now lower than readState.Index' (duration: 94.936962ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:01:33.205155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:32.547812Z","time spent":"657.338953ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-13T03:01:33.205178Z","caller":"traceutil/trace.go:171","msg":"trace[1563828539] transaction","detail":"{read_only:false; response_revision:21475; number_of_response:1; }","duration":"580.660473ms","start":"2026-05-13T03:01:32.624462Z","end":"2026-05-13T03:01:33.205123Z","steps":["trace[1563828539] 'process raft request' (duration: 580.125079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:33.205261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:32.62568Z","time spent":"579.505853ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:01:33.205379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:32.624444Z","time spent":"580.821246ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:01:33.205409Z","caller":"traceutil/trace.go:171","msg":"trace[491879237] transaction","detail":"{read_only:false; response_revision:21474; number_of_response:1; }","duration":"595.681832ms","start":"2026-05-13T03:01:32.609692Z","end":"2026-05-13T03:01:33.205374Z","steps":["trace[491879237] 'process raft request' (duration: 594.747759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:33.205649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:32.609677Z","time spent":"595.818445ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:01:33.208206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.807311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-13T03:01:33.208205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.746799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-13T03:01:33.20827Z","caller":"traceutil/trace.go:171","msg":"trace[478550225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21476; }","duration":"598.894273ms","start":"2026-05-13T03:01:32.609357Z","end":"2026-05-13T03:01:33.208251Z","steps":["trace[478550225] 'agreement among raft nodes before linearized reading' (duration: 595.736583ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:01:33.208283Z","caller":"traceutil/trace.go:171","msg":"trace[1151783294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21476; }","duration":"598.830561ms","start":"2026-05-13T03:01:32.609433Z","end":"2026-05-13T03:01:33.208264Z","steps":["trace[1151783294] 'agreement among raft nodes before linearized reading' (duration: 595.669431ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:33.208321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:32.609351Z","time spent":"598.958124ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T03:01:33.208335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:32.609404Z","time spent":"598.916764ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-13T03:01:33.208425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.015976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-13T03:01:33.208474Z","caller":"traceutil/trace.go:171","msg":"trace[23808330] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21476; }","duration":"599.074588ms","start":"2026-05-13T03:01:32.609385Z","end":"2026-05-13T03:01:33.20846Z","steps":["trace[23808330] 'agreement among raft nodes before linearized reading' (duration: 595.736204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:33.208534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.098418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-13T03:01:33.208556Z","caller":"traceutil/trace.go:171","msg":"trace[2076015484] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:21476; }","duration":"661.143809ms","start":"2026-05-13T03:01:32.547405Z","end":"2026-05-13T03:01:33.208549Z","steps":["trace[2076015484] 'agreement among raft nodes before linearized reading' (duration: 657.754754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:33.208573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:32.547391Z","time spent":"661.17739ms","remote":"127.0.0.1:39742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-13T03:01:33.208567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:32.609381Z","time spent":"599.171451ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T03:01:33.208492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.1603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-13T03:01:33.208677Z","caller":"traceutil/trace.go:171","msg":"trace[1002965671] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21476; }","duration":"599.374326ms","start":"2026-05-13T03:01:32.609284Z","end":"2026-05-13T03:01:33.208658Z","steps":["trace[1002965671] 'agreement among raft nodes before linearized reading' (duration: 595.850456ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:33.20873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:32.609257Z","time spent":"599.455459ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-13T03:01:33.208206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.783621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-13T03:01:33.208778Z","caller":"traceutil/trace.go:171","msg":"trace[549455055] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21476; }","duration":"601.402218ms","start":"2026-05-13T03:01:32.607364Z","end":"2026-05-13T03:01:33.208766Z","steps":["trace[549455055] 'agreement among raft nodes before linearized reading' (duration: 597.738604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:33.208754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.646472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-13T03:01:33.208846Z","caller":"traceutil/trace.go:171","msg":"trace[918779474] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21476; }","duration":"659.746054ms","start":"2026-05-13T03:01:32.549081Z","end":"2026-05-13T03:01:33.208827Z","steps":["trace[918779474] 'agreement among raft nodes before linearized reading' (duration: 656.04425ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:01:33.208803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:32.607338Z","time spent":"601.45805ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-13T03:01:33.208899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:01:32.549055Z","time spent":"659.827157ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-13T03:01:34.462473Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19379} {"level":"info","ts":"2026-05-13T03:01:34.627139Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19379,"took":"161.265271ms","hash":762296972,"current-db-size-bytes":47669248,"current-db-size":"48 MB","current-db-size-in-use-bytes":30019584,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-13T03:01:34.627206Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":762296972,"revision":19379,"compact-revision":16820} {"level":"info","ts":"2026-05-13T03:01:55.59098Z","caller":"traceutil/trace.go:171","msg":"trace[1285198796] transaction","detail":"{read_only:false; response_revision:21595; number_of_response:1; }","duration":"105.486128ms","start":"2026-05-13T03:01:55.485475Z","end":"2026-05-13T03:01:55.590961Z","steps":["trace[1285198796] 'process raft request' (duration: 105.094138ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:02:47.769361Z","caller":"traceutil/trace.go:171","msg":"trace[838830726] transaction","detail":"{read_only:false; response_revision:22145; number_of_response:1; }","duration":"111.336238ms","start":"2026-05-13T03:02:47.657987Z","end":"2026-05-13T03:02:47.769324Z","steps":["trace[838830726] 'process raft request' (duration: 61.774734ms)","trace[838830726] 'compare' (duration: 49.290347ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:02:47.777248Z","caller":"traceutil/trace.go:171","msg":"trace[1568507944] transaction","detail":"{read_only:false; response_revision:22147; number_of_response:1; }","duration":"114.909798ms","start":"2026-05-13T03:02:47.662317Z","end":"2026-05-13T03:02:47.777227Z","steps":["trace[1568507944] 'process raft request' (duration: 114.877397ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:02:47.777297Z","caller":"traceutil/trace.go:171","msg":"trace[1835436298] transaction","detail":"{read_only:false; response_revision:22146; number_of_response:1; }","duration":"119.236208ms","start":"2026-05-13T03:02:47.658042Z","end":"2026-05-13T03:02:47.777279Z","steps":["trace[1835436298] 'process raft request' (duration: 119.050223ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:02:47.94635Z","caller":"traceutil/trace.go:171","msg":"trace[660130446] transaction","detail":"{read_only:false; response_revision:22150; number_of_response:1; }","duration":"146.301691ms","start":"2026-05-13T03:02:47.799991Z","end":"2026-05-13T03:02:47.946293Z","steps":["trace[660130446] 'process raft request' (duration: 114.556848ms)","trace[660130446] 'compare' (duration: 31.379224ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:02:47.946522Z","caller":"traceutil/trace.go:171","msg":"trace[842187415] transaction","detail":"{read_only:false; response_revision:22151; number_of_response:1; }","duration":"146.443655ms","start":"2026-05-13T03:02:47.800044Z","end":"2026-05-13T03:02:47.946487Z","steps":["trace[842187415] 'process raft request' (duration: 146.172068ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:02:47.946758Z","caller":"traceutil/trace.go:171","msg":"trace[1767703216] transaction","detail":"{read_only:false; response_revision:22152; number_of_response:1; }","duration":"146.701313ms","start":"2026-05-13T03:02:47.80004Z","end":"2026-05-13T03:02:47.946742Z","steps":["trace[1767703216] 'process raft request' (duration: 146.370123ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:04:44.319159Z","caller":"traceutil/trace.go:171","msg":"trace[878611740] transaction","detail":"{read_only:false; response_revision:23020; number_of_response:1; }","duration":"154.912711ms","start":"2026-05-13T03:04:44.164214Z","end":"2026-05-13T03:04:44.319127Z","steps":["trace[878611740] 'process raft request' (duration: 154.725686ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:04:44.445631Z","caller":"traceutil/trace.go:171","msg":"trace[271144363] transaction","detail":"{read_only:false; response_revision:23021; number_of_response:1; }","duration":"220.820238ms","start":"2026-05-13T03:04:44.224783Z","end":"2026-05-13T03:04:44.445603Z","steps":["trace[271144363] 'process raft request' (duration: 164.510573ms)","trace[271144363] 'compare' (duration: 55.953286ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:04:44.445883Z","caller":"traceutil/trace.go:171","msg":"trace[1560476916] linearizableReadLoop","detail":"{readStateIndex:23813; appliedIndex:23810; }","duration":"124.020768ms","start":"2026-05-13T03:04:44.321838Z","end":"2026-05-13T03:04:44.445859Z","steps":["trace[1560476916] 'read index received' (duration: 67.372555ms)","trace[1560476916] 'applied index is now lower than readState.Index' (duration: 56.647233ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:04:44.445963Z","caller":"traceutil/trace.go:171","msg":"trace[445482749] transaction","detail":"{read_only:false; response_revision:23022; number_of_response:1; }","duration":"213.968333ms","start":"2026-05-13T03:04:44.23198Z","end":"2026-05-13T03:04:44.445948Z","steps":["trace[445482749] 'process raft request' (duration: 213.574614ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:04:44.446012Z","caller":"traceutil/trace.go:171","msg":"trace[161051410] transaction","detail":"{read_only:false; response_revision:23023; number_of_response:1; }","duration":"212.98244ms","start":"2026-05-13T03:04:44.233017Z","end":"2026-05-13T03:04:44.446Z","steps":["trace[161051410] 'process raft request' (duration: 212.749584ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:04:44.446159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.312005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:04:44.446203Z","caller":"traceutil/trace.go:171","msg":"trace[1996362721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23023; }","duration":"124.402658ms","start":"2026-05-13T03:04:44.32179Z","end":"2026-05-13T03:04:44.446193Z","steps":["trace[1996362721] 'agreement among raft nodes before linearized reading' (duration: 124.321415ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:05:16.979733Z","caller":"traceutil/trace.go:171","msg":"trace[417595570] linearizableReadLoop","detail":"{readStateIndex:24092; appliedIndex:24091; }","duration":"133.866647ms","start":"2026-05-13T03:05:16.845836Z","end":"2026-05-13T03:05:16.979702Z","steps":["trace[417595570] 'read index received' (duration: 133.627831ms)","trace[417595570] 'applied index is now lower than readState.Index' (duration: 237.476µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:05:16.979776Z","caller":"traceutil/trace.go:171","msg":"trace[318167734] transaction","detail":"{read_only:false; response_revision:23294; number_of_response:1; }","duration":"313.498913ms","start":"2026-05-13T03:05:16.666242Z","end":"2026-05-13T03:05:16.979741Z","steps":["trace[318167734] 'process raft request' (duration: 313.270807ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:05:16.979948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:05:16.666224Z","time spent":"313.623735ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:05:16.980029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.182974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-13T03:05:16.98008Z","caller":"traceutil/trace.go:171","msg":"trace[1901132315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23294; }","duration":"134.265138ms","start":"2026-05-13T03:05:16.845802Z","end":"2026-05-13T03:05:16.980067Z","steps":["trace[1901132315] 'agreement among raft nodes before linearized reading' (duration: 134.038271ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:05:29.529701Z","caller":"traceutil/trace.go:171","msg":"trace[799943383] transaction","detail":"{read_only:false; response_revision:23781; number_of_response:1; }","duration":"147.829779ms","start":"2026-05-13T03:05:29.381852Z","end":"2026-05-13T03:05:29.529681Z","steps":["trace[799943383] 'process raft request' (duration: 120.106748ms)","trace[799943383] 'compare' (duration: 27.639909ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:05:29.531665Z","caller":"traceutil/trace.go:171","msg":"trace[1044031689] transaction","detail":"{read_only:false; response_revision:23782; number_of_response:1; }","duration":"139.114811ms","start":"2026-05-13T03:05:29.392504Z","end":"2026-05-13T03:05:29.531619Z","steps":["trace[1044031689] 'process raft request' (duration: 138.987788ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:05:31.191114Z","caller":"traceutil/trace.go:171","msg":"trace[393201442] transaction","detail":"{read_only:false; response_revision:23858; number_of_response:1; }","duration":"171.818177ms","start":"2026-05-13T03:05:31.019284Z","end":"2026-05-13T03:05:31.191102Z","steps":["trace[393201442] 'process raft request' (duration: 171.574811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:05:31.19125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.177827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:05:31.191359Z","caller":"traceutil/trace.go:171","msg":"trace[186215107] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23858; }","duration":"157.29015ms","start":"2026-05-13T03:05:31.034019Z","end":"2026-05-13T03:05:31.191309Z","steps":["trace[186215107] 'agreement among raft nodes before linearized reading' (duration: 157.161897ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:05:31.191439Z","caller":"traceutil/trace.go:171","msg":"trace[309432362] linearizableReadLoop","detail":"{readStateIndex:24667; appliedIndex:24666; }","duration":"157.023213ms","start":"2026-05-13T03:05:31.034047Z","end":"2026-05-13T03:05:31.19107Z","steps":["trace[309432362] 'read index received' (duration: 156.873139ms)","trace[309432362] 'applied index is now lower than readState.Index' (duration: 149.594µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:05:31.19263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.43965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:05:31.192792Z","caller":"traceutil/trace.go:171","msg":"trace[1109889103] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23859; }","duration":"158.563792ms","start":"2026-05-13T03:05:31.034118Z","end":"2026-05-13T03:05:31.192681Z","steps":["trace[1109889103] 'agreement among raft nodes before linearized reading' (duration: 158.416118ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:05:31.192977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.673174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-13T03:05:31.193002Z","caller":"traceutil/trace.go:171","msg":"trace[458059341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23859; }","duration":"109.722476ms","start":"2026-05-13T03:05:31.083272Z","end":"2026-05-13T03:05:31.192995Z","steps":["trace[458059341] 'agreement among raft nodes before linearized reading' (duration: 109.632814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:05:31.193274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.010943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-13T03:05:31.193303Z","caller":"traceutil/trace.go:171","msg":"trace[1402597767] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23859; }","duration":"110.058514ms","start":"2026-05-13T03:05:31.083237Z","end":"2026-05-13T03:05:31.193295Z","steps":["trace[1402597767] 'agreement among raft nodes before linearized reading' (duration: 109.983893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:05:31.193366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.193766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:05:31.193435Z","caller":"traceutil/trace.go:171","msg":"trace[780062578] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23859; }","duration":"136.270677ms","start":"2026-05-13T03:05:31.057144Z","end":"2026-05-13T03:05:31.193415Z","steps":["trace[780062578] 'agreement among raft nodes before linearized reading' (duration: 136.170455ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:05:31.193675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.258122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:05:31.193733Z","caller":"traceutil/trace.go:171","msg":"trace[827831098] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23859; }","duration":"122.324994ms","start":"2026-05-13T03:05:31.071394Z","end":"2026-05-13T03:05:31.193719Z","steps":["trace[827831098] 'agreement among raft nodes before linearized reading' (duration: 122.240092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:05:31.193904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.760569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:05:31.193942Z","caller":"traceutil/trace.go:171","msg":"trace[1732357985] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23859; }","duration":"136.81066ms","start":"2026-05-13T03:05:31.057124Z","end":"2026-05-13T03:05:31.193935Z","steps":["trace[1732357985] 'agreement among raft nodes before linearized reading' (duration: 136.708158ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:05:31.194074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.47791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-13T03:05:31.194154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.095487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-13T03:05:31.194183Z","caller":"traceutil/trace.go:171","msg":"trace[1907749438] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23859; }","duration":"137.194481ms","start":"2026-05-13T03:05:31.056982Z","end":"2026-05-13T03:05:31.194177Z","steps":["trace[1907749438] 'agreement among raft nodes before linearized reading' (duration: 137.077969ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:05:31.194217Z","caller":"traceutil/trace.go:171","msg":"trace[729488744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23859; }","duration":"110.857624ms","start":"2026-05-13T03:05:31.083303Z","end":"2026-05-13T03:05:31.194161Z","steps":["trace[729488744] 'agreement among raft nodes before linearized reading' (duration: 109.293735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:05:31.194336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.969398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachinetemplates.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:43890"} {"level":"info","ts":"2026-05-13T03:05:31.194362Z","caller":"traceutil/trace.go:171","msg":"trace[1844039227] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachinetemplates.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:23859; }","duration":"143.02235ms","start":"2026-05-13T03:05:31.051333Z","end":"2026-05-13T03:05:31.194356Z","steps":["trace[1844039227] 'agreement among raft nodes before linearized reading' (duration: 142.940828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:05:31.194568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.398355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-13T03:05:31.194764Z","caller":"traceutil/trace.go:171","msg":"trace[591282539] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23859; }","duration":"131.458836ms","start":"2026-05-13T03:05:31.063135Z","end":"2026-05-13T03:05:31.194594Z","steps":["trace[591282539] 'agreement among raft nodes before linearized reading' (duration: 131.284811ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:05:31.195013Z","caller":"traceutil/trace.go:171","msg":"trace[1057503211] transaction","detail":"{read_only:false; response_revision:23859; number_of_response:1; }","duration":"151.802871ms","start":"2026-05-13T03:05:31.043202Z","end":"2026-05-13T03:05:31.195005Z","steps":["trace[1057503211] 'process raft request' (duration: 149.213836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:05:31.195845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.433649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:05:31.195912Z","caller":"traceutil/trace.go:171","msg":"trace[201215655] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23859; }","duration":"124.51709ms","start":"2026-05-13T03:05:31.071377Z","end":"2026-05-13T03:05:31.195894Z","steps":["trace[201215655] 'agreement among raft nodes before linearized reading' (duration: 122.54349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:05:31.198473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.060515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:05:31.198603Z","caller":"traceutil/trace.go:171","msg":"trace[1673898013] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23859; }","duration":"127.228329ms","start":"2026-05-13T03:05:31.071344Z","end":"2026-05-13T03:05:31.198572Z","steps":["trace[1673898013] 'agreement among raft nodes before linearized reading' (duration: 123.593287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:05:34.26322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.783129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170336"} {"level":"info","ts":"2026-05-13T03:05:34.263316Z","caller":"traceutil/trace.go:171","msg":"trace[1083487371] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:23950; }","duration":"228.897902ms","start":"2026-05-13T03:05:34.034401Z","end":"2026-05-13T03:05:34.263299Z","steps":["trace[1083487371] 'range keys from in-memory index tree' (duration: 228.557354ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:05:34.263451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.68543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-xlww2\" ","response":"range_response_count:1 size:5252"} {"level":"info","ts":"2026-05-13T03:05:34.263527Z","caller":"traceutil/trace.go:171","msg":"trace[586233294] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-xlww2; range_end:; response_count:1; response_revision:23950; }","duration":"142.804073ms","start":"2026-05-13T03:05:34.120707Z","end":"2026-05-13T03:05:34.263511Z","steps":["trace[586233294] 'range keys from in-memory index tree' (duration: 142.519076ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:05:34.263687Z","caller":"traceutil/trace.go:171","msg":"trace[2077148313] transaction","detail":"{read_only:false; response_revision:23951; number_of_response:1; }","duration":"103.647603ms","start":"2026-05-13T03:05:34.160026Z","end":"2026-05-13T03:05:34.263673Z","steps":["trace[2077148313] 'process raft request' (duration: 99.851577ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:05:36.374965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563939671,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:05:36.656452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.343959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:05:36.656569Z","caller":"traceutil/trace.go:171","msg":"trace[205589263] transaction","detail":"{read_only:false; response_revision:23978; number_of_response:1; }","duration":"1.319722802s","start":"2026-05-13T03:05:35.336825Z","end":"2026-05-13T03:05:36.656548Z","steps":["trace[205589263] 'process raft request' (duration: 391.107066ms)","trace[205589263] 'compare' (duration: 927.991071ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:05:36.656631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:05:35.336795Z","time spent":"1.319810015s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T03:05:36.875165Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563939671,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:05:37.37627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563939671,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:05:37.623642Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.895723418s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T03:05:37.625682Z","caller":"traceutil/trace.go:171","msg":"trace[497486338] transaction","detail":"{read_only:false; response_revision:23979; number_of_response:1; }","duration":"1.97210956s","start":"2026-05-13T03:05:35.653538Z","end":"2026-05-13T03:05:37.625648Z","steps":["trace[497486338] 'process raft request' (duration: 1.971894295s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:05:37.625895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:05:35.653503Z","time spent":"1.972275664s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:05:37.631906Z","caller":"traceutil/trace.go:171","msg":"trace[794517068] transaction","detail":"{read_only:false; response_revision:23980; number_of_response:1; }","duration":"1.362200238s","start":"2026-05-13T03:05:36.269674Z","end":"2026-05-13T03:05:37.631874Z","steps":["trace[794517068] 'process raft request' (duration: 1.361714955s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:05:37.632128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:05:36.269628Z","time spent":"1.362399144s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:05:37.632333Z","caller":"traceutil/trace.go:171","msg":"trace[848121317] transaction","detail":"{read_only:false; response_revision:23981; number_of_response:1; }","duration":"968.813824ms","start":"2026-05-13T03:05:36.663488Z","end":"2026-05-13T03:05:37.632302Z","steps":["trace[848121317] 'process raft request' (duration: 968.046154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:05:37.63251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:05:36.663465Z","time spent":"968.943288ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:05:37.63267Z","caller":"traceutil/trace.go:171","msg":"trace[13057119] transaction","detail":"{read_only:false; response_revision:23985; number_of_response:1; }","duration":"920.937153ms","start":"2026-05-13T03:05:36.711723Z","end":"2026-05-13T03:05:37.63266Z","steps":["trace[13057119] 'process raft request' (duration: 920.881822ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:05:37.632814Z","caller":"traceutil/trace.go:171","msg":"trace[1684118755] transaction","detail":"{read_only:false; response_revision:23982; number_of_response:1; }","duration":"969.292076ms","start":"2026-05-13T03:05:36.663504Z","end":"2026-05-13T03:05:37.632796Z","steps":["trace[1684118755] 'process raft request' (duration: 968.317871ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:05:37.632823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:05:36.711684Z","time spent":"921.050956ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:05:37.633096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:05:36.663481Z","time spent":"969.379519ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-13T03:05:37.633124Z","caller":"traceutil/trace.go:171","msg":"trace[173887484] transaction","detail":"{read_only:false; response_revision:23984; number_of_response:1; }","duration":"921.492197ms","start":"2026-05-13T03:05:36.71161Z","end":"2026-05-13T03:05:37.633102Z","steps":["trace[173887484] 'process raft request' (duration: 920.932603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:05:37.633208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:05:36.711585Z","time spent":"921.58413ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:05:37.633456Z","caller":"traceutil/trace.go:171","msg":"trace[1967896063] linearizableReadLoop","detail":"{readStateIndex:24797; appliedIndex:24789; }","duration":"1.759362048s","start":"2026-05-13T03:05:35.874079Z","end":"2026-05-13T03:05:37.633441Z","steps":["trace[1967896063] 'read index received' (duration: 1.75157138s)","trace[1967896063] 'applied index is now lower than readState.Index' (duration: 7.789687ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:05:37.633484Z","caller":"traceutil/trace.go:171","msg":"trace[186039162] transaction","detail":"{read_only:false; response_revision:23986; number_of_response:1; }","duration":"849.345371ms","start":"2026-05-13T03:05:36.784126Z","end":"2026-05-13T03:05:37.633471Z","steps":["trace[186039162] 'process raft request' (duration: 848.51014ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:05:37.633511Z","caller":"traceutil/trace.go:171","msg":"trace[1643337580] transaction","detail":"{read_only:false; response_revision:23987; number_of_response:1; }","duration":"420.314615ms","start":"2026-05-13T03:05:37.213162Z","end":"2026-05-13T03:05:37.633477Z","steps":["trace[1643337580] 'process raft request' (duration: 420.126251ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:05:37.633552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:05:36.784098Z","time spent":"849.414923ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:05:37.633642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:05:37.21314Z","time spent":"420.432818ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:05:37.633821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470689803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-78487c64cd-mll74\" ","response":"range_response_count:1 size:4756"} {"level":"info","ts":"2026-05-13T03:05:37.633873Z","caller":"traceutil/trace.go:171","msg":"trace[1040403067] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-78487c64cd-mll74; range_end:; response_count:1; response_revision:23987; }","duration":"1.470782956s","start":"2026-05-13T03:05:36.163071Z","end":"2026-05-13T03:05:37.633854Z","steps":["trace[1040403067] 'agreement among raft nodes before linearized reading' (duration: 1.470649412s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:05:37.633891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.210711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-13T03:05:37.633937Z","caller":"traceutil/trace.go:171","msg":"trace[472692733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23987; }","duration":"401.276004ms","start":"2026-05-13T03:05:37.232651Z","end":"2026-05-13T03:05:37.633927Z","steps":["trace[472692733] 'agreement among raft nodes before linearized reading' (duration: 401.11837ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:05:37.633964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:05:37.232643Z","time spent":"401.314424ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-13T03:05:37.633969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312691485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:05:37.633978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.295205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-13T03:05:37.633998Z","caller":"traceutil/trace.go:171","msg":"trace[2012588906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23987; }","duration":"1.312769486s","start":"2026-05-13T03:05:36.32122Z","end":"2026-05-13T03:05:37.633989Z","steps":["trace[2012588906] 'agreement among raft nodes before linearized reading' (duration: 1.312731185s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:05:37.63401Z","caller":"traceutil/trace.go:171","msg":"trace[1654115912] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23987; }","duration":"405.370946ms","start":"2026-05-13T03:05:37.22863Z","end":"2026-05-13T03:05:37.634Z","steps":["trace[1654115912] 'agreement among raft nodes before linearized reading' (duration: 405.246553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:05:37.634028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:05:36.321187Z","time spent":"1.312836328s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:05:37.63409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.334326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-13T03:05:37.634116Z","caller":"traceutil/trace.go:171","msg":"trace[1607070060] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23987; }","duration":"403.412257ms","start":"2026-05-13T03:05:37.230698Z","end":"2026-05-13T03:05:37.63411Z","steps":["trace[1607070060] 'agreement among raft nodes before linearized reading' (duration: 403.350126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:05:37.634145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:05:37.23067Z","time spent":"403.459999ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-13T03:05:37.634035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:05:37.228596Z","time spent":"405.434318ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T03:05:37.634048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.759967892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"warn","ts":"2026-05-13T03:05:37.633937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057205691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:05:37.634377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.307459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-13T03:05:37.634391Z","caller":"traceutil/trace.go:171","msg":"trace[808160415] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:23987; }","duration":"1.057694473s","start":"2026-05-13T03:05:36.576689Z","end":"2026-05-13T03:05:37.634384Z","steps":["trace[808160415] 'agreement among raft nodes before linearized reading' (duration: 1.057228601s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:05:37.634407Z","caller":"traceutil/trace.go:171","msg":"trace[1352274184] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23987; }","duration":"400.381081ms","start":"2026-05-13T03:05:37.234017Z","end":"2026-05-13T03:05:37.634398Z","steps":["trace[1352274184] 'agreement among raft nodes before linearized reading' (duration: 400.289409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:05:37.634416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:05:36.576668Z","time spent":"1.057741334s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-13T03:05:37.634435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:05:37.234003Z","time spent":"400.424532ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-13T03:05:37.633902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:05:36.16304Z","time spent":"1.470854857s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4780,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-78487c64cd-mll74\" "} {"level":"warn","ts":"2026-05-13T03:05:37.634615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.606986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-05-13T03:05:37.634643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.960345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-13T03:05:37.634678Z","caller":"traceutil/trace.go:171","msg":"trace[1842640652] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:23987; }","duration":"118.55604ms","start":"2026-05-13T03:05:37.516113Z","end":"2026-05-13T03:05:37.634669Z","steps":["trace[1842640652] 'agreement among raft nodes before linearized reading' (duration: 117.946454ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:05:37.634756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.168971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-13T03:05:37.634798Z","caller":"traceutil/trace.go:171","msg":"trace[1659441906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23987; }","duration":"399.204052ms","start":"2026-05-13T03:05:37.235578Z","end":"2026-05-13T03:05:37.634782Z","steps":["trace[1659441906] 'agreement among raft nodes before linearized reading' (duration: 399.088149ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:05:37.634848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:05:37.235554Z","time spent":"399.285643ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-13T03:05:37.63426Z","caller":"traceutil/trace.go:171","msg":"trace[1310166604] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:23987; }","duration":"1.760168717s","start":"2026-05-13T03:05:35.874026Z","end":"2026-05-13T03:05:37.634195Z","steps":["trace[1310166604] 'agreement among raft nodes before linearized reading' (duration: 1.759620534s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:05:37.635259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:05:35.874002Z","time spent":"1.761235305s","remote":"127.0.0.1:39916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5164,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"info","ts":"2026-05-13T03:05:37.634649Z","caller":"traceutil/trace.go:171","msg":"trace[353167349] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23987; }","duration":"383.666198ms","start":"2026-05-13T03:05:37.250974Z","end":"2026-05-13T03:05:37.63464Z","steps":["trace[353167349] 'agreement among raft nodes before linearized reading' (duration: 383.568945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:05:37.635352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:05:37.250961Z","time spent":"384.378326ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-13T03:05:37.633057Z","caller":"traceutil/trace.go:171","msg":"trace[1510138669] transaction","detail":"{read_only:false; response_revision:23983; number_of_response:1; }","duration":"921.427136ms","start":"2026-05-13T03:05:36.711621Z","end":"2026-05-13T03:05:37.633048Z","steps":["trace[1510138669] 'process raft request' (duration: 920.866662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:05:37.635804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:05:36.711604Z","time spent":"924.166285ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:05:55.662702Z","caller":"traceutil/trace.go:171","msg":"trace[2111503659] transaction","detail":"{read_only:false; response_revision:24199; number_of_response:1; }","duration":"111.912902ms","start":"2026-05-13T03:05:55.550771Z","end":"2026-05-13T03:05:55.662684Z","steps":["trace[2111503659] 'process raft request' (duration: 111.799659ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:06:30.421312Z","caller":"traceutil/trace.go:171","msg":"trace[313562118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24666; }","duration":"100.029461ms","start":"2026-05-13T03:06:30.321241Z","end":"2026-05-13T03:06:30.42127Z","steps":["trace[313562118] 'range keys from in-memory index tree' (duration: 99.856587ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:06:30.421394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.974805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:06:30.421467Z","caller":"traceutil/trace.go:171","msg":"trace[146647166] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24666; }","duration":"346.098398ms","start":"2026-05-13T03:06:30.075352Z","end":"2026-05-13T03:06:30.42145Z","steps":["trace[146647166] 'count revisions from in-memory index tree' (duration: 345.889923ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:06:30.421517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:06:30.075335Z","time spent":"346.166709ms","remote":"127.0.0.1:39754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:06:30.4216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.283375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-13T03:06:30.421763Z","caller":"traceutil/trace.go:171","msg":"trace[384497740] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24666; }","duration":"141.48718ms","start":"2026-05-13T03:06:30.280221Z","end":"2026-05-13T03:06:30.421708Z","steps":["trace[384497740] 'range keys from in-memory index tree' (duration: 140.995959ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:06:34.467939Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21484} {"level":"info","ts":"2026-05-13T03:06:34.592391Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21484,"took":"120.369245ms","hash":1988949014,"current-db-size-bytes":51990528,"current-db-size":"52 MB","current-db-size-in-use-bytes":41771008,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-05-13T03:06:34.592493Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1988949014,"revision":21484,"compact-revision":19379} {"level":"info","ts":"2026-05-13T03:06:46.651901Z","caller":"traceutil/trace.go:171","msg":"trace[198957463] transaction","detail":"{read_only:false; response_revision:24790; number_of_response:1; }","duration":"188.172321ms","start":"2026-05-13T03:06:46.463704Z","end":"2026-05-13T03:06:46.651876Z","steps":["trace[198957463] 'process raft request' (duration: 188.017017ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:06:46.679028Z","caller":"traceutil/trace.go:171","msg":"trace[1145233108] transaction","detail":"{read_only:false; response_revision:24791; number_of_response:1; }","duration":"110.28145ms","start":"2026-05-13T03:06:46.568718Z","end":"2026-05-13T03:06:46.679Z","steps":["trace[1145233108] 'process raft request' (duration: 101.749624ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:05.910941Z","caller":"traceutil/trace.go:171","msg":"trace[791179728] transaction","detail":"{read_only:false; response_revision:25494; number_of_response:1; }","duration":"262.108652ms","start":"2026-05-13T03:08:05.648779Z","end":"2026-05-13T03:08:05.910888Z","steps":["trace[791179728] 'process raft request' (duration: 261.953928ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:06.179457Z","caller":"traceutil/trace.go:171","msg":"trace[1869829914] linearizableReadLoop","detail":"{readStateIndex:26342; appliedIndex:26340; }","duration":"150.135019ms","start":"2026-05-13T03:08:06.029302Z","end":"2026-05-13T03:08:06.179437Z","steps":["trace[1869829914] 'read index received' (duration: 142.155247ms)","trace[1869829914] 'applied index is now lower than readState.Index' (duration: 7.979052ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:08:06.179554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.242082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:08:06.179578Z","caller":"traceutil/trace.go:171","msg":"trace[601437746] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:25496; }","duration":"150.305953ms","start":"2026-05-13T03:08:06.029263Z","end":"2026-05-13T03:08:06.179569Z","steps":["trace[601437746] 'agreement among raft nodes before linearized reading' (duration: 150.250542ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:06.179674Z","caller":"traceutil/trace.go:171","msg":"trace[92170797] transaction","detail":"{read_only:false; response_revision:25495; number_of_response:1; }","duration":"410.889277ms","start":"2026-05-13T03:08:05.768749Z","end":"2026-05-13T03:08:06.179638Z","steps":["trace[92170797] 'process raft request' (duration: 402.765131ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:06.179722Z","caller":"traceutil/trace.go:171","msg":"trace[1784180831] transaction","detail":"{read_only:false; response_revision:25496; number_of_response:1; }","duration":"260.640635ms","start":"2026-05-13T03:08:05.919056Z","end":"2026-05-13T03:08:06.179696Z","steps":["trace[1784180831] 'process raft request' (duration: 260.320087ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:06.180447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:05.768717Z","time spent":"411.044891ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:08:12.34357Z","caller":"traceutil/trace.go:171","msg":"trace[2108812446] transaction","detail":"{read_only:false; response_revision:25551; number_of_response:1; }","duration":"137.160872ms","start":"2026-05-13T03:08:12.206379Z","end":"2026-05-13T03:08:12.34354Z","steps":["trace[2108812446] 'process raft request' (duration: 136.976437ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:12.538346Z","caller":"traceutil/trace.go:171","msg":"trace[1575042702] linearizableReadLoop","detail":"{readStateIndex:26399; appliedIndex:26397; }","duration":"216.677023ms","start":"2026-05-13T03:08:12.321642Z","end":"2026-05-13T03:08:12.538319Z","steps":["trace[1575042702] 'read index received' (duration: 21.792601ms)","trace[1575042702] 'applied index is now lower than readState.Index' (duration: 194.883062ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:12.538451Z","caller":"traceutil/trace.go:171","msg":"trace[1938152987] transaction","detail":"{read_only:false; response_revision:25552; number_of_response:1; }","duration":"241.431759ms","start":"2026-05-13T03:08:12.296985Z","end":"2026-05-13T03:08:12.538417Z","steps":["trace[1938152987] 'process raft request' (duration: 241.131752ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:12.538536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.869907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:08:12.538576Z","caller":"traceutil/trace.go:171","msg":"trace[1087275065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25552; }","duration":"216.95772ms","start":"2026-05-13T03:08:12.321605Z","end":"2026-05-13T03:08:12.538563Z","steps":["trace[1087275065] 'agreement among raft nodes before linearized reading' (duration: 216.852157ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:12.752023Z","caller":"traceutil/trace.go:171","msg":"trace[1281364541] transaction","detail":"{read_only:false; response_revision:25554; number_of_response:1; }","duration":"371.892279ms","start":"2026-05-13T03:08:12.380107Z","end":"2026-05-13T03:08:12.751999Z","steps":["trace[1281364541] 'process raft request' (duration: 371.807417ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:12.752176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:12.380084Z","time spent":"372.015172ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:08:12.752345Z","caller":"traceutil/trace.go:171","msg":"trace[1941571172] transaction","detail":"{read_only:false; response_revision:25555; number_of_response:1; }","duration":"368.487133ms","start":"2026-05-13T03:08:12.383833Z","end":"2026-05-13T03:08:12.75232Z","steps":["trace[1941571172] 'process raft request' (duration: 368.121934ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:12.752369Z","caller":"traceutil/trace.go:171","msg":"trace[1418562241] linearizableReadLoop","detail":"{readStateIndex:26404; appliedIndex:26399; }","duration":"213.926683ms","start":"2026-05-13T03:08:12.538423Z","end":"2026-05-13T03:08:12.75235Z","steps":["trace[1418562241] 'read index received' (duration: 213.378209ms)","trace[1418562241] 'applied index is now lower than readState.Index' (duration: 547.864µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:12.75247Z","caller":"traceutil/trace.go:171","msg":"trace[917396871] transaction","detail":"{read_only:false; response_revision:25556; number_of_response:1; }","duration":"368.424682ms","start":"2026-05-13T03:08:12.384038Z","end":"2026-05-13T03:08:12.752463Z","steps":["trace[917396871] 'process raft request' (duration: 368.097293ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:12.752479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:12.383823Z","time spent":"368.580926ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:08:12.752555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:12.384025Z","time spent":"368.465363ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:08:12.752662Z","caller":"traceutil/trace.go:171","msg":"trace[782393925] transaction","detail":"{read_only:false; response_revision:25557; number_of_response:1; }","duration":"367.658713ms","start":"2026-05-13T03:08:12.384997Z","end":"2026-05-13T03:08:12.752656Z","steps":["trace[782393925] 'process raft request' (duration: 367.277023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:12.752716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:12.384987Z","time spent":"367.688624ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:08:12.752724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.144467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-13T03:08:12.752784Z","caller":"traceutil/trace.go:171","msg":"trace[1917258160] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25557; }","duration":"257.220858ms","start":"2026-05-13T03:08:12.495554Z","end":"2026-05-13T03:08:12.752775Z","steps":["trace[1917258160] 'agreement among raft nodes before linearized reading' (duration: 257.102995ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:12.752052Z","caller":"traceutil/trace.go:171","msg":"trace[926044974] transaction","detail":"{read_only:false; response_revision:25553; number_of_response:1; }","duration":"383.084392ms","start":"2026-05-13T03:08:12.368927Z","end":"2026-05-13T03:08:12.752011Z","steps":["trace[926044974] 'process raft request' (duration: 382.801005ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:12.752856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.123417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:08:12.752913Z","caller":"traceutil/trace.go:171","msg":"trace[1285471253] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25557; }","duration":"344.200119ms","start":"2026-05-13T03:08:12.4087Z","end":"2026-05-13T03:08:12.7529Z","steps":["trace[1285471253] 'agreement among raft nodes before linearized reading' (duration: 344.116007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:12.752929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.559637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-13T03:08:12.752934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.956339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:08:12.752957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:12.408689Z","time spent":"344.258681ms","remote":"127.0.0.1:54458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:08:12.752974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.243333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-13T03:08:12.752999Z","caller":"traceutil/trace.go:171","msg":"trace[451781524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25557; }","duration":"213.068752ms","start":"2026-05-13T03:08:12.539916Z","end":"2026-05-13T03:08:12.752985Z","steps":["trace[451781524] 'agreement among raft nodes before linearized reading' (duration: 212.926358ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:12.753012Z","caller":"traceutil/trace.go:171","msg":"trace[758684984] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25557; }","duration":"254.298695ms","start":"2026-05-13T03:08:12.498704Z","end":"2026-05-13T03:08:12.753003Z","steps":["trace[758684984] 'agreement among raft nodes before linearized reading' (duration: 254.11658ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:12.753004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.312531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-13T03:08:12.752953Z","caller":"traceutil/trace.go:171","msg":"trace[123670029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25557; }","duration":"253.614768ms","start":"2026-05-13T03:08:12.499332Z","end":"2026-05-13T03:08:12.752947Z","steps":["trace[123670029] 'agreement among raft nodes before linearized reading' (duration: 253.531036ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:12.753092Z","caller":"traceutil/trace.go:171","msg":"trace[2030090905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25557; }","duration":"257.416344ms","start":"2026-05-13T03:08:12.495656Z","end":"2026-05-13T03:08:12.753072Z","steps":["trace[2030090905] 'agreement among raft nodes before linearized reading' (duration: 257.184328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:12.753095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:12.368906Z","time spent":"384.045938ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:08:12.753389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.260861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-13T03:08:12.753417Z","caller":"traceutil/trace.go:171","msg":"trace[1337422307] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25557; }","duration":"363.311363ms","start":"2026-05-13T03:08:12.390099Z","end":"2026-05-13T03:08:12.753411Z","steps":["trace[1337422307] 'agreement among raft nodes before linearized reading' (duration: 362.660547ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:12.753438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:12.390091Z","time spent":"363.340954ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-13T03:08:12.753059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.15225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:08:12.753654Z","caller":"traceutil/trace.go:171","msg":"trace[504849155] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25557; }","duration":"120.831197ms","start":"2026-05-13T03:08:12.632803Z","end":"2026-05-13T03:08:12.753635Z","steps":["trace[504849155] 'agreement among raft nodes before linearized reading' (duration: 120.064978ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:14.432927Z","caller":"traceutil/trace.go:171","msg":"trace[1198052432] linearizableReadLoop","detail":"{readStateIndex:26412; appliedIndex:26411; }","duration":"110.450954ms","start":"2026-05-13T03:08:14.322448Z","end":"2026-05-13T03:08:14.432899Z","steps":["trace[1198052432] 'read index received' (duration: 110.28535ms)","trace[1198052432] 'applied index is now lower than readState.Index' (duration: 164.154µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:08:14.433108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.633629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:08:14.433152Z","caller":"traceutil/trace.go:171","msg":"trace[1931175750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25564; }","duration":"110.715781ms","start":"2026-05-13T03:08:14.322426Z","end":"2026-05-13T03:08:14.433142Z","steps":["trace[1931175750] 'agreement among raft nodes before linearized reading' (duration: 110.617509ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:14.433108Z","caller":"traceutil/trace.go:171","msg":"trace[1466011254] transaction","detail":"{read_only:false; response_revision:25564; number_of_response:1; }","duration":"110.807713ms","start":"2026-05-13T03:08:14.322216Z","end":"2026-05-13T03:08:14.433024Z","steps":["trace[1466011254] 'process raft request' (duration: 110.446194ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:14.453425Z","caller":"traceutil/trace.go:171","msg":"trace[861443616] transaction","detail":"{read_only:false; response_revision:25565; number_of_response:1; }","duration":"104.395512ms","start":"2026-05-13T03:08:14.349004Z","end":"2026-05-13T03:08:14.4534Z","steps":["trace[861443616] 'process raft request' (duration: 103.884059ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:14.741215Z","caller":"traceutil/trace.go:171","msg":"trace[667254669] transaction","detail":"{read_only:false; response_revision:25566; number_of_response:1; }","duration":"197.379414ms","start":"2026-05-13T03:08:14.543804Z","end":"2026-05-13T03:08:14.741184Z","steps":["trace[667254669] 'process raft request' (duration: 196.563733ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:15.106297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.096271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:08:15.106545Z","caller":"traceutil/trace.go:171","msg":"trace[973800516] transaction","detail":"{read_only:false; response_revision:25573; number_of_response:1; }","duration":"289.195847ms","start":"2026-05-13T03:08:14.817312Z","end":"2026-05-13T03:08:15.106508Z","steps":["trace[973800516] 'process raft request' (duration: 28.758077ms)","trace[973800516] 'compare' (duration: 259.954528ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:15.106652Z","caller":"traceutil/trace.go:171","msg":"trace[1775392110] transaction","detail":"{read_only:false; response_revision:25575; number_of_response:1; }","duration":"288.92198ms","start":"2026-05-13T03:08:14.817703Z","end":"2026-05-13T03:08:15.106625Z","steps":["trace[1775392110] 'process raft request' (duration: 288.825397ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:15.107051Z","caller":"traceutil/trace.go:171","msg":"trace[955943088] transaction","detail":"{read_only:false; response_revision:25574; number_of_response:1; }","duration":"289.31924ms","start":"2026-05-13T03:08:14.81769Z","end":"2026-05-13T03:08:15.107009Z","steps":["trace[955943088] 'process raft request' (duration: 288.740846ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:15.107153Z","caller":"traceutil/trace.go:171","msg":"trace[227838661] linearizableReadLoop","detail":"{readStateIndex:26424; appliedIndex:26420; }","duration":"242.895327ms","start":"2026-05-13T03:08:14.864242Z","end":"2026-05-13T03:08:15.107137Z","steps":["trace[227838661] 'read index received' (duration: 237.431119ms)","trace[227838661] 'applied index is now lower than readState.Index' (duration: 5.462748ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:15.107174Z","caller":"traceutil/trace.go:171","msg":"trace[1056865308] transaction","detail":"{read_only:false; response_revision:25576; number_of_response:1; }","duration":"288.925041ms","start":"2026-05-13T03:08:14.81822Z","end":"2026-05-13T03:08:15.107145Z","steps":["trace[1056865308] 'process raft request' (duration: 288.359817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:15.107345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.079991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:08:15.107418Z","caller":"traceutil/trace.go:171","msg":"trace[1569771294] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25576; }","duration":"243.199044ms","start":"2026-05-13T03:08:14.864197Z","end":"2026-05-13T03:08:15.107396Z","steps":["trace[1569771294] 'agreement among raft nodes before linearized reading' (duration: 243.02667ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:16.16634Z","caller":"traceutil/trace.go:171","msg":"trace[1713244168] transaction","detail":"{read_only:false; response_revision:25578; number_of_response:1; }","duration":"243.634714ms","start":"2026-05-13T03:08:15.922679Z","end":"2026-05-13T03:08:16.166314Z","steps":["trace[1713244168] 'process raft request' (duration: 243.44295ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:16.578392Z","caller":"traceutil/trace.go:171","msg":"trace[53272637] transaction","detail":"{read_only:false; response_revision:25579; number_of_response:1; }","duration":"117.663338ms","start":"2026-05-13T03:08:16.460696Z","end":"2026-05-13T03:08:16.57836Z","steps":["trace[53272637] 'process raft request' (duration: 117.320509ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:16.936095Z","caller":"traceutil/trace.go:171","msg":"trace[1156484550] linearizableReadLoop","detail":"{readStateIndex:26428; appliedIndex:26427; }","duration":"186.50109ms","start":"2026-05-13T03:08:16.74957Z","end":"2026-05-13T03:08:16.936071Z","steps":["trace[1156484550] 'read index received' (duration: 186.304255ms)","trace[1156484550] 'applied index is now lower than readState.Index' (duration: 195.684µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:16.936193Z","caller":"traceutil/trace.go:171","msg":"trace[849044930] transaction","detail":"{read_only:false; response_revision:25580; number_of_response:1; }","duration":"190.400668ms","start":"2026-05-13T03:08:16.745751Z","end":"2026-05-13T03:08:16.936151Z","steps":["trace[849044930] 'process raft request' (duration: 190.152421ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:16.936651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.066123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-13T03:08:16.936697Z","caller":"traceutil/trace.go:171","msg":"trace[1862151314] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25580; }","duration":"187.186727ms","start":"2026-05-13T03:08:16.749496Z","end":"2026-05-13T03:08:16.936683Z","steps":["trace[1862151314] 'agreement among raft nodes before linearized reading' (duration: 186.697515ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:16.955946Z","caller":"traceutil/trace.go:171","msg":"trace[1503917431] transaction","detail":"{read_only:false; response_revision:25581; number_of_response:1; }","duration":"188.440818ms","start":"2026-05-13T03:08:16.767485Z","end":"2026-05-13T03:08:16.955926Z","steps":["trace[1503917431] 'process raft request' (duration: 188.269753ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:16.956235Z","caller":"traceutil/trace.go:171","msg":"trace[1335402304] transaction","detail":"{read_only:false; response_revision:25582; number_of_response:1; }","duration":"159.378873ms","start":"2026-05-13T03:08:16.796835Z","end":"2026-05-13T03:08:16.956214Z","steps":["trace[1335402304] 'process raft request' (duration: 159.055135ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:16.956852Z","caller":"traceutil/trace.go:171","msg":"trace[541756683] transaction","detail":"{read_only:false; response_revision:25583; number_of_response:1; }","duration":"159.896706ms","start":"2026-05-13T03:08:16.796913Z","end":"2026-05-13T03:08:16.95681Z","steps":["trace[541756683] 'process raft request' (duration: 159.219539ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:16.957173Z","caller":"traceutil/trace.go:171","msg":"trace[1884641105] transaction","detail":"{read_only:false; response_revision:25585; number_of_response:1; }","duration":"158.771587ms","start":"2026-05-13T03:08:16.798382Z","end":"2026-05-13T03:08:16.957154Z","steps":["trace[1884641105] 'process raft request' (duration: 158.542921ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:16.957364Z","caller":"traceutil/trace.go:171","msg":"trace[341810899] transaction","detail":"{read_only:false; response_revision:25584; number_of_response:1; }","duration":"159.483964ms","start":"2026-05-13T03:08:16.797864Z","end":"2026-05-13T03:08:16.957348Z","steps":["trace[341810899] 'process raft request' (duration: 158.885599ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:16.957846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.45906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-13T03:08:16.957902Z","caller":"traceutil/trace.go:171","msg":"trace[431648655] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25586; }","duration":"141.590733ms","start":"2026-05-13T03:08:16.816299Z","end":"2026-05-13T03:08:16.957889Z","steps":["trace[431648655] 'agreement among raft nodes before linearized reading' (duration: 140.787622ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:17.250562Z","caller":"traceutil/trace.go:171","msg":"trace[1747382915] transaction","detail":"{read_only:false; response_revision:25588; number_of_response:1; }","duration":"135.738724ms","start":"2026-05-13T03:08:17.114796Z","end":"2026-05-13T03:08:17.250535Z","steps":["trace[1747382915] 'process raft request' (duration: 135.56891ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:17.290282Z","caller":"traceutil/trace.go:171","msg":"trace[1143204624] transaction","detail":"{read_only:false; response_revision:25589; number_of_response:1; }","duration":"173.649854ms","start":"2026-05-13T03:08:17.116601Z","end":"2026-05-13T03:08:17.29025Z","steps":["trace[1143204624] 'process raft request' (duration: 173.427358ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:17.290532Z","caller":"traceutil/trace.go:171","msg":"trace[846000465] transaction","detail":"{read_only:false; response_revision:25590; number_of_response:1; }","duration":"172.592536ms","start":"2026-05-13T03:08:17.117915Z","end":"2026-05-13T03:08:17.290507Z","steps":["trace[846000465] 'process raft request' (duration: 172.275509ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:17.290751Z","caller":"traceutil/trace.go:171","msg":"trace[1267492204] transaction","detail":"{read_only:false; response_revision:25591; number_of_response:1; }","duration":"172.655938ms","start":"2026-05-13T03:08:17.118043Z","end":"2026-05-13T03:08:17.290699Z","steps":["trace[1267492204] 'process raft request' (duration: 172.375231ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:19.255844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.028953ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:08:19.255989Z","caller":"traceutil/trace.go:171","msg":"trace[2028344695] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25603; }","duration":"174.187947ms","start":"2026-05-13T03:08:19.081778Z","end":"2026-05-13T03:08:19.255966Z","steps":["trace[2028344695] 'range keys from in-memory index tree' (duration: 174.011283ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:19.417462Z","caller":"traceutil/trace.go:171","msg":"trace[725519283] linearizableReadLoop","detail":"{readStateIndex:26453; appliedIndex:26452; }","duration":"137.318865ms","start":"2026-05-13T03:08:19.28012Z","end":"2026-05-13T03:08:19.417438Z","steps":["trace[725519283] 'read index received' (duration: 137.087379ms)","trace[725519283] 'applied index is now lower than readState.Index' (duration: 230.606µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:19.417757Z","caller":"traceutil/trace.go:171","msg":"trace[482739878] transaction","detail":"{read_only:false; response_revision:25604; number_of_response:1; }","duration":"159.002444ms","start":"2026-05-13T03:08:19.258742Z","end":"2026-05-13T03:08:19.417744Z","steps":["trace[482739878] 'process raft request' (duration: 158.542502ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:19.418025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.886789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-05-13T03:08:19.418074Z","caller":"traceutil/trace.go:171","msg":"trace[1226364622] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25604; }","duration":"137.983432ms","start":"2026-05-13T03:08:19.280076Z","end":"2026-05-13T03:08:19.418059Z","steps":["trace[1226364622] 'agreement among raft nodes before linearized reading' (duration: 137.835078ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:19.418399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.225069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-05-13T03:08:19.418484Z","caller":"traceutil/trace.go:171","msg":"trace[801856547] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:25604; }","duration":"129.358493ms","start":"2026-05-13T03:08:19.289107Z","end":"2026-05-13T03:08:19.418466Z","steps":["trace[801856547] 'agreement among raft nodes before linearized reading' (duration: 129.127347ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:19.418799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.519339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-13T03:08:19.418846Z","caller":"traceutil/trace.go:171","msg":"trace[1176992265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25604; }","duration":"118.594311ms","start":"2026-05-13T03:08:19.300238Z","end":"2026-05-13T03:08:19.418832Z","steps":["trace[1176992265] 'agreement among raft nodes before linearized reading' (duration: 118.486678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:19.418978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.71772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-13T03:08:19.419019Z","caller":"traceutil/trace.go:171","msg":"trace[1752604283] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25604; }","duration":"123.790592ms","start":"2026-05-13T03:08:19.295215Z","end":"2026-05-13T03:08:19.419006Z","steps":["trace[1752604283] 'agreement among raft nodes before linearized reading' (duration: 123.657849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:19.419248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.935179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-13T03:08:19.419278Z","caller":"traceutil/trace.go:171","msg":"trace[1759266187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25604; }","duration":"118.98013ms","start":"2026-05-13T03:08:19.30029Z","end":"2026-05-13T03:08:19.41927Z","steps":["trace[1759266187] 'agreement among raft nodes before linearized reading' (duration: 118.711413ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:19.711182Z","caller":"traceutil/trace.go:171","msg":"trace[1686276199] transaction","detail":"{read_only:false; response_revision:25605; number_of_response:1; }","duration":"287.676788ms","start":"2026-05-13T03:08:19.423475Z","end":"2026-05-13T03:08:19.711152Z","steps":["trace[1686276199] 'process raft request' (duration: 218.280563ms)","trace[1686276199] 'compare' (duration: 69.21485ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:19.718053Z","caller":"traceutil/trace.go:171","msg":"trace[1263275137] transaction","detail":"{read_only:false; response_revision:25606; number_of_response:1; }","duration":"293.469706ms","start":"2026-05-13T03:08:19.424435Z","end":"2026-05-13T03:08:19.717905Z","steps":["trace[1263275137] 'process raft request' (duration: 293.215009ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:19.719269Z","caller":"traceutil/trace.go:171","msg":"trace[2041109037] transaction","detail":"{read_only:false; response_revision:25607; number_of_response:1; }","duration":"293.186108ms","start":"2026-05-13T03:08:19.426041Z","end":"2026-05-13T03:08:19.719227Z","steps":["trace[2041109037] 'process raft request' (duration: 291.752642ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:19.719467Z","caller":"traceutil/trace.go:171","msg":"trace[2067407596] linearizableReadLoop","detail":"{readStateIndex:26455; appliedIndex:26453; }","duration":"293.711521ms","start":"2026-05-13T03:08:19.425658Z","end":"2026-05-13T03:08:19.71937Z","steps":["trace[2067407596] 'read index received' (duration: 216.299093ms)","trace[2067407596] 'applied index is now lower than readState.Index' (duration: 77.410298ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:19.719758Z","caller":"traceutil/trace.go:171","msg":"trace[608271903] transaction","detail":"{read_only:false; response_revision:25608; number_of_response:1; }","duration":"217.006342ms","start":"2026-05-13T03:08:19.502705Z","end":"2026-05-13T03:08:19.719711Z","steps":["trace[608271903] 'process raft request' (duration: 215.294788ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:19.719849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.200476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:08:19.719946Z","caller":"traceutil/trace.go:171","msg":"trace[1253857810] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:25608; }","duration":"264.3454ms","start":"2026-05-13T03:08:19.455579Z","end":"2026-05-13T03:08:19.719924Z","steps":["trace[1253857810] 'agreement among raft nodes before linearized reading' (duration: 264.196026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:19.719975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.292946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-05-13T03:08:19.720072Z","caller":"traceutil/trace.go:171","msg":"trace[910344868] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:25608; }","duration":"294.385209ms","start":"2026-05-13T03:08:19.425637Z","end":"2026-05-13T03:08:19.720022Z","steps":["trace[910344868] 'agreement among raft nodes before linearized reading' (duration: 293.977018ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:19.720206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.642199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"info","ts":"2026-05-13T03:08:19.720372Z","caller":"traceutil/trace.go:171","msg":"trace[337060485] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:25608; }","duration":"193.767203ms","start":"2026-05-13T03:08:19.526507Z","end":"2026-05-13T03:08:19.720274Z","steps":["trace[337060485] 'agreement among raft nodes before linearized reading' (duration: 193.314591ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:23.023367Z","caller":"traceutil/trace.go:171","msg":"trace[1331011111] transaction","detail":"{read_only:false; response_revision:25625; number_of_response:1; }","duration":"258.834671ms","start":"2026-05-13T03:08:22.764507Z","end":"2026-05-13T03:08:23.023341Z","steps":["trace[1331011111] 'process raft request' (duration: 258.663966ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:23.085591Z","caller":"traceutil/trace.go:171","msg":"trace[1152754742] transaction","detail":"{read_only:false; response_revision:25626; number_of_response:1; }","duration":"107.759256ms","start":"2026-05-13T03:08:22.977808Z","end":"2026-05-13T03:08:23.085567Z","steps":["trace[1152754742] 'process raft request' (duration: 107.599132ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:23.188297Z","caller":"traceutil/trace.go:171","msg":"trace[1788539729] transaction","detail":"{read_only:false; response_revision:25628; number_of_response:1; }","duration":"105.045859ms","start":"2026-05-13T03:08:23.083226Z","end":"2026-05-13T03:08:23.188272Z","steps":["trace[1788539729] 'process raft request' (duration: 56.297665ms)","trace[1788539729] 'compare' (duration: 48.451766ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:23.188512Z","caller":"traceutil/trace.go:171","msg":"trace[1125975671] transaction","detail":"{read_only:false; response_revision:25629; number_of_response:1; }","duration":"104.768752ms","start":"2026-05-13T03:08:23.083736Z","end":"2026-05-13T03:08:23.188505Z","steps":["trace[1125975671] 'process raft request' (duration: 104.472564ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:23.188727Z","caller":"traceutil/trace.go:171","msg":"trace[217171512] transaction","detail":"{read_only:false; response_revision:25630; number_of_response:1; }","duration":"104.873505ms","start":"2026-05-13T03:08:23.083829Z","end":"2026-05-13T03:08:23.188703Z","steps":["trace[217171512] 'process raft request' (duration: 104.603368ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:23.188785Z","caller":"traceutil/trace.go:171","msg":"trace[130194891] transaction","detail":"{read_only:false; response_revision:25631; number_of_response:1; }","duration":"102.551766ms","start":"2026-05-13T03:08:23.086198Z","end":"2026-05-13T03:08:23.188749Z","steps":["trace[130194891] 'process raft request' (duration: 102.31442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:25.932787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.860144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:08:25.932963Z","caller":"traceutil/trace.go:171","msg":"trace[1660170120] transaction","detail":"{read_only:false; response_revision:25650; number_of_response:1; }","duration":"114.302101ms","start":"2026-05-13T03:08:25.818646Z","end":"2026-05-13T03:08:25.932948Z","steps":["trace[1660170120] 'process raft request' (duration: 114.25792ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:25.933102Z","caller":"traceutil/trace.go:171","msg":"trace[127001278] transaction","detail":"{read_only:false; response_revision:25649; number_of_response:1; }","duration":"131.675222ms","start":"2026-05-13T03:08:25.801389Z","end":"2026-05-13T03:08:25.933064Z","steps":["trace[127001278] 'process raft request' (duration: 20.471359ms)","trace[127001278] 'compare' (duration: 110.758382ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:25.933117Z","caller":"traceutil/trace.go:171","msg":"trace[161805053] linearizableReadLoop","detail":"{readStateIndex:26499; appliedIndex:26498; }","duration":"118.078847ms","start":"2026-05-13T03:08:25.815007Z","end":"2026-05-13T03:08:25.933086Z","steps":["trace[161805053] 'read index received' (duration: 6.883595ms)","trace[161805053] 'applied index is now lower than readState.Index' (duration: 111.191932ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:08:25.93337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.342035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"info","ts":"2026-05-13T03:08:25.933417Z","caller":"traceutil/trace.go:171","msg":"trace[810328593] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:25650; }","duration":"118.423757ms","start":"2026-05-13T03:08:25.814981Z","end":"2026-05-13T03:08:25.933405Z","steps":["trace[810328593] 'agreement among raft nodes before linearized reading' (duration: 118.246233ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:27.214342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.998771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-13T03:08:27.214436Z","caller":"traceutil/trace.go:171","msg":"trace[969594672] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25654; }","duration":"121.131454ms","start":"2026-05-13T03:08:27.093281Z","end":"2026-05-13T03:08:27.214412Z","steps":["trace[969594672] 'range keys from in-memory index tree' (duration: 120.823897ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:27.214553Z","caller":"traceutil/trace.go:171","msg":"trace[1052996625] transaction","detail":"{read_only:false; response_revision:25655; number_of_response:1; }","duration":"106.292889ms","start":"2026-05-13T03:08:27.108233Z","end":"2026-05-13T03:08:27.214526Z","steps":["trace[1052996625] 'process raft request' (duration: 41.547581ms)","trace[1052996625] 'compare' (duration: 64.41359ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:27.216991Z","caller":"traceutil/trace.go:171","msg":"trace[897894719] transaction","detail":"{read_only:false; response_revision:25656; number_of_response:1; }","duration":"103.57853ms","start":"2026-05-13T03:08:27.113396Z","end":"2026-05-13T03:08:27.216975Z","steps":["trace[897894719] 'process raft request' (duration: 103.470128ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:27.647031Z","caller":"traceutil/trace.go:171","msg":"trace[822255600] linearizableReadLoop","detail":"{readStateIndex:26512; appliedIndex:26511; }","duration":"116.979729ms","start":"2026-05-13T03:08:27.530024Z","end":"2026-05-13T03:08:27.647004Z","steps":["trace[822255600] 'read index received' (duration: 116.779234ms)","trace[822255600] 'applied index is now lower than readState.Index' (duration: 199.315µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:08:27.647262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.224705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-13T03:08:27.647343Z","caller":"traceutil/trace.go:171","msg":"trace[1224431580] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25661; }","duration":"117.348538ms","start":"2026-05-13T03:08:27.529976Z","end":"2026-05-13T03:08:27.647324Z","steps":["trace[1224431580] 'agreement among raft nodes before linearized reading' (duration: 117.119342ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:27.89513Z","caller":"traceutil/trace.go:171","msg":"trace[608510812] linearizableReadLoop","detail":"{readStateIndex:26514; appliedIndex:26513; }","duration":"200.075153ms","start":"2026-05-13T03:08:27.695037Z","end":"2026-05-13T03:08:27.895112Z","steps":["trace[608510812] 'read index received' (duration: 111.100922ms)","trace[608510812] 'applied index is now lower than readState.Index' (duration: 88.973071ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:08:27.895354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.299259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-13T03:08:27.895388Z","caller":"traceutil/trace.go:171","msg":"trace[1617578324] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25663; }","duration":"200.36707ms","start":"2026-05-13T03:08:27.695011Z","end":"2026-05-13T03:08:27.895378Z","steps":["trace[1617578324] 'agreement among raft nodes before linearized reading' (duration: 200.178815ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:27.895757Z","caller":"traceutil/trace.go:171","msg":"trace[2080332331] transaction","detail":"{read_only:false; response_revision:25663; number_of_response:1; }","duration":"244.078756ms","start":"2026-05-13T03:08:27.65165Z","end":"2026-05-13T03:08:27.895729Z","steps":["trace[2080332331] 'process raft request' (duration: 154.634472ms)","trace[2080332331] 'compare' (duration: 88.734096ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:28.711941Z","caller":"traceutil/trace.go:171","msg":"trace[1770693438] transaction","detail":"{read_only:false; response_revision:25668; number_of_response:1; }","duration":"146.312542ms","start":"2026-05-13T03:08:28.565601Z","end":"2026-05-13T03:08:28.711914Z","steps":["trace[1770693438] 'process raft request' (duration: 146.156069ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:30.785449Z","caller":"traceutil/trace.go:171","msg":"trace[484711294] transaction","detail":"{read_only:false; response_revision:25683; number_of_response:1; }","duration":"152.087939ms","start":"2026-05-13T03:08:30.633331Z","end":"2026-05-13T03:08:30.785419Z","steps":["trace[484711294] 'process raft request' (duration: 151.919365ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:31.046755Z","caller":"traceutil/trace.go:171","msg":"trace[331676367] transaction","detail":"{read_only:false; response_revision:25684; number_of_response:1; }","duration":"194.188724ms","start":"2026-05-13T03:08:30.852517Z","end":"2026-05-13T03:08:31.046706Z","steps":["trace[331676367] 'process raft request' (duration: 151.735159ms)","trace[331676367] 'compare' (duration: 42.202068ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:08:31.281926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.757018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:08:31.28204Z","caller":"traceutil/trace.go:171","msg":"trace[1356784677] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25684; }","duration":"115.925443ms","start":"2026-05-13T03:08:31.166087Z","end":"2026-05-13T03:08:31.282013Z","steps":["trace[1356784677] 'count revisions from in-memory index tree' (duration: 115.657876ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:31.282369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.673564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-13T03:08:31.282389Z","caller":"traceutil/trace.go:171","msg":"trace[289767271] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25684; }","duration":"107.741555ms","start":"2026-05-13T03:08:31.174641Z","end":"2026-05-13T03:08:31.282382Z","steps":["trace[289767271] 'range keys from in-memory index tree' (duration: 107.400167ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:31.405675Z","caller":"traceutil/trace.go:171","msg":"trace[1006485568] transaction","detail":"{read_only:false; response_revision:25686; number_of_response:1; }","duration":"122.189153ms","start":"2026-05-13T03:08:31.283464Z","end":"2026-05-13T03:08:31.405653Z","steps":["trace[1006485568] 'process raft request' (duration: 99.653692ms)","trace[1006485568] 'compare' (duration: 22.403178ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:31.405986Z","caller":"traceutil/trace.go:171","msg":"trace[563239176] transaction","detail":"{read_only:false; response_revision:25687; number_of_response:1; }","duration":"119.716919ms","start":"2026-05-13T03:08:31.286231Z","end":"2026-05-13T03:08:31.405948Z","steps":["trace[563239176] 'process raft request' (duration: 119.389611ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:31.406119Z","caller":"traceutil/trace.go:171","msg":"trace[1896039800] transaction","detail":"{read_only:false; response_revision:25688; number_of_response:1; }","duration":"118.96944ms","start":"2026-05-13T03:08:31.287135Z","end":"2026-05-13T03:08:31.406104Z","steps":["trace[1896039800] 'process raft request' (duration: 118.704444ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:31.406182Z","caller":"traceutil/trace.go:171","msg":"trace[86224840] transaction","detail":"{read_only:false; response_revision:25690; number_of_response:1; }","duration":"118.244882ms","start":"2026-05-13T03:08:31.287926Z","end":"2026-05-13T03:08:31.406171Z","steps":["trace[86224840] 'process raft request' (duration: 118.135219ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:31.406199Z","caller":"traceutil/trace.go:171","msg":"trace[966709402] transaction","detail":"{read_only:false; response_revision:25689; number_of_response:1; }","duration":"118.368525ms","start":"2026-05-13T03:08:31.287825Z","end":"2026-05-13T03:08:31.406193Z","steps":["trace[966709402] 'process raft request' (duration: 118.17393ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:31.406167Z","caller":"traceutil/trace.go:171","msg":"trace[574127736] linearizableReadLoop","detail":"{readStateIndex:26541; appliedIndex:26535; }","duration":"116.584439ms","start":"2026-05-13T03:08:31.289553Z","end":"2026-05-13T03:08:31.406138Z","steps":["trace[574127736] 'read index received' (duration: 47.294855ms)","trace[574127736] 'applied index is now lower than readState.Index' (duration: 69.288174ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:31.406249Z","caller":"traceutil/trace.go:171","msg":"trace[1149179597] transaction","detail":"{read_only:false; response_revision:25691; number_of_response:1; }","duration":"115.810821ms","start":"2026-05-13T03:08:31.290432Z","end":"2026-05-13T03:08:31.406243Z","steps":["trace[1149179597] 'process raft request' (duration: 115.664017ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:31.406377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.809735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/magnum-domain-ks-user-58sbz\" ","response":"range_response_count:1 size:2829"} {"level":"info","ts":"2026-05-13T03:08:31.40641Z","caller":"traceutil/trace.go:171","msg":"trace[242697141] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/magnum-domain-ks-user-58sbz; range_end:; response_count:1; response_revision:25691; }","duration":"116.877496ms","start":"2026-05-13T03:08:31.289523Z","end":"2026-05-13T03:08:31.4064Z","steps":["trace[242697141] 'agreement among raft nodes before linearized reading' (duration: 116.761214ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:31.406455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.479803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-13T03:08:31.406504Z","caller":"traceutil/trace.go:171","msg":"trace[1894498772] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25691; }","duration":"100.579836ms","start":"2026-05-13T03:08:31.305906Z","end":"2026-05-13T03:08:31.406486Z","steps":["trace[1894498772] 'agreement among raft nodes before linearized reading' (duration: 100.397381ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:31.929318Z","caller":"traceutil/trace.go:171","msg":"trace[1755850474] transaction","detail":"{read_only:false; response_revision:25695; number_of_response:1; }","duration":"131.886567ms","start":"2026-05-13T03:08:31.797401Z","end":"2026-05-13T03:08:31.929288Z","steps":["trace[1755850474] 'process raft request' (duration: 131.142949ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:32.053351Z","caller":"traceutil/trace.go:171","msg":"trace[614656911] transaction","detail":"{read_only:false; response_revision:25697; number_of_response:1; }","duration":"112.830785ms","start":"2026-05-13T03:08:31.940493Z","end":"2026-05-13T03:08:32.053324Z","steps":["trace[614656911] 'process raft request' (duration: 112.688951ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:33.562659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.114527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:08:33.562977Z","caller":"traceutil/trace.go:171","msg":"trace[2143796474] transaction","detail":"{read_only:false; response_revision:25713; number_of_response:1; }","duration":"177.021179ms","start":"2026-05-13T03:08:33.385931Z","end":"2026-05-13T03:08:33.562952Z","steps":["trace[2143796474] 'process raft request' (duration: 45.516302ms)","trace[2143796474] 'compare' (duration: 130.888742ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:33.563055Z","caller":"traceutil/trace.go:171","msg":"trace[2046543939] transaction","detail":"{read_only:false; response_revision:25714; number_of_response:1; }","duration":"176.627849ms","start":"2026-05-13T03:08:33.386395Z","end":"2026-05-13T03:08:33.563023Z","steps":["trace[2046543939] 'process raft request' (duration: 176.349792ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:33.563186Z","caller":"traceutil/trace.go:171","msg":"trace[1999203554] transaction","detail":"{read_only:false; response_revision:25716; number_of_response:1; }","duration":"151.065753ms","start":"2026-05-13T03:08:33.412108Z","end":"2026-05-13T03:08:33.563174Z","steps":["trace[1999203554] 'process raft request' (duration: 150.749725ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:33.563314Z","caller":"traceutil/trace.go:171","msg":"trace[1473780718] transaction","detail":"{read_only:false; response_revision:25717; number_of_response:1; }","duration":"150.571031ms","start":"2026-05-13T03:08:33.412718Z","end":"2026-05-13T03:08:33.563289Z","steps":["trace[1473780718] 'process raft request' (duration: 150.201421ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:33.563412Z","caller":"traceutil/trace.go:171","msg":"trace[56926657] transaction","detail":"{read_only:false; response_revision:25718; number_of_response:1; }","duration":"150.634742ms","start":"2026-05-13T03:08:33.41277Z","end":"2026-05-13T03:08:33.563405Z","steps":["trace[56926657] 'process raft request' (duration: 150.18761ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:33.563526Z","caller":"traceutil/trace.go:171","msg":"trace[1304443898] transaction","detail":"{read_only:false; response_revision:25719; number_of_response:1; }","duration":"149.707528ms","start":"2026-05-13T03:08:33.413804Z","end":"2026-05-13T03:08:33.563511Z","steps":["trace[1304443898] 'process raft request' (duration: 149.184255ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:33.563671Z","caller":"traceutil/trace.go:171","msg":"trace[1663869129] transaction","detail":"{read_only:false; response_revision:25720; number_of_response:1; }","duration":"147.076661ms","start":"2026-05-13T03:08:33.416582Z","end":"2026-05-13T03:08:33.563658Z","steps":["trace[1663869129] 'process raft request' (duration: 146.437345ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:33.563054Z","caller":"traceutil/trace.go:171","msg":"trace[1888938777] transaction","detail":"{read_only:false; response_revision:25715; number_of_response:1; }","duration":"173.498581ms","start":"2026-05-13T03:08:33.389515Z","end":"2026-05-13T03:08:33.563013Z","steps":["trace[1888938777] 'process raft request' (duration: 173.304026ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:33.732023Z","caller":"traceutil/trace.go:171","msg":"trace[583052144] linearizableReadLoop","detail":"{readStateIndex:26576; appliedIndex:26575; }","duration":"127.867835ms","start":"2026-05-13T03:08:33.604124Z","end":"2026-05-13T03:08:33.731992Z","steps":["trace[583052144] 'read index received' (duration: 114.260101ms)","trace[583052144] 'applied index is now lower than readState.Index' (duration: 13.606564ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:33.732172Z","caller":"traceutil/trace.go:171","msg":"trace[432206579] transaction","detail":"{read_only:false; response_revision:25723; number_of_response:1; }","duration":"136.720199ms","start":"2026-05-13T03:08:33.595415Z","end":"2026-05-13T03:08:33.732135Z","steps":["trace[432206579] 'process raft request' (duration: 123.019793ms)","trace[432206579] 'compare' (duration: 13.423439ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:08:33.732417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.272686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:08:33.732471Z","caller":"traceutil/trace.go:171","msg":"trace[958902529] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25723; }","duration":"128.383179ms","start":"2026-05-13T03:08:33.604072Z","end":"2026-05-13T03:08:33.732456Z","steps":["trace[958902529] 'agreement among raft nodes before linearized reading' (duration: 128.028209ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:35.394727Z","caller":"traceutil/trace.go:171","msg":"trace[1620337303] transaction","detail":"{read_only:false; response_revision:25740; number_of_response:1; }","duration":"116.842497ms","start":"2026-05-13T03:08:35.277854Z","end":"2026-05-13T03:08:35.394696Z","steps":["trace[1620337303] 'process raft request' (duration: 115.991366ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:35.395057Z","caller":"traceutil/trace.go:171","msg":"trace[70373577] transaction","detail":"{read_only:false; response_revision:25741; number_of_response:1; }","duration":"107.779487ms","start":"2026-05-13T03:08:35.287268Z","end":"2026-05-13T03:08:35.395048Z","steps":["trace[70373577] 'process raft request' (duration: 106.765392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:36.099383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.05679ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:08:36.099862Z","caller":"traceutil/trace.go:171","msg":"trace[1037449715] linearizableReadLoop","detail":"{readStateIndex:26600; appliedIndex:26596; }","duration":"523.119217ms","start":"2026-05-13T03:08:35.576718Z","end":"2026-05-13T03:08:36.099837Z","steps":["trace[1037449715] 'read index received' (duration: 23.769951ms)","trace[1037449715] 'applied index is now lower than readState.Index' (duration: 499.347656ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:36.099858Z","caller":"traceutil/trace.go:171","msg":"trace[1482445781] transaction","detail":"{read_only:false; response_revision:25745; number_of_response:1; }","duration":"528.38044ms","start":"2026-05-13T03:08:35.571435Z","end":"2026-05-13T03:08:36.099816Z","steps":["trace[1482445781] 'process raft request' (duration: 528.092953ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:36.100012Z","caller":"traceutil/trace.go:171","msg":"trace[1863128243] transaction","detail":"{read_only:false; response_revision:25746; number_of_response:1; }","duration":"528.527594ms","start":"2026-05-13T03:08:35.571471Z","end":"2026-05-13T03:08:36.099998Z","steps":["trace[1863128243] 'process raft request' (duration: 528.183265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:36.100053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:35.571399Z","time spent":"528.540464ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:08:36.100099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:35.571442Z","time spent":"528.611246ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:08:36.100332Z","caller":"traceutil/trace.go:171","msg":"trace[1047511395] transaction","detail":"{read_only:false; response_revision:25744; number_of_response:1; }","duration":"528.890323ms","start":"2026-05-13T03:08:35.571428Z","end":"2026-05-13T03:08:36.100319Z","steps":["trace[1047511395] 'process raft request' (duration: 382.763345ms)","trace[1047511395] 'compare' (duration: 144.65822ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:08:36.100404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:35.5714Z","time spent":"528.973195ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:08:36.100498Z","caller":"traceutil/trace.go:171","msg":"trace[610881256] transaction","detail":"{read_only:false; response_revision:25747; number_of_response:1; }","duration":"523.375093ms","start":"2026-05-13T03:08:35.577088Z","end":"2026-05-13T03:08:36.100463Z","steps":["trace[610881256] 'process raft request' (duration: 522.624564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:36.100672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:35.577066Z","time spent":"523.537847ms","remote":"127.0.0.1:39562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2447,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-13T03:08:36.100734Z","caller":"traceutil/trace.go:171","msg":"trace[1868785010] transaction","detail":"{read_only:false; response_revision:25748; number_of_response:1; }","duration":"522.414199ms","start":"2026-05-13T03:08:35.578305Z","end":"2026-05-13T03:08:36.100719Z","steps":["trace[1868785010] 'process raft request' (duration: 521.475055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:36.100826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:35.578297Z","time spent":"522.48251ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:08:36.100677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.884577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:08:36.101Z","caller":"traceutil/trace.go:171","msg":"trace[1951631167] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:25748; }","duration":"430.244897ms","start":"2026-05-13T03:08:35.670736Z","end":"2026-05-13T03:08:36.100981Z","steps":["trace[1951631167] 'agreement among raft nodes before linearized reading' (duration: 429.780015ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:36.101059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:35.670716Z","time spent":"430.325689ms","remote":"127.0.0.1:36096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:08:36.101235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.502211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-13T03:08:36.101306Z","caller":"traceutil/trace.go:171","msg":"trace[1936790235] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25748; }","duration":"524.608904ms","start":"2026-05-13T03:08:35.57668Z","end":"2026-05-13T03:08:36.101289Z","steps":["trace[1936790235] 'agreement among raft nodes before linearized reading' (duration: 524.05166ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:36.101355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:35.576663Z","time spent":"524.683496ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-13T03:08:36.300037Z","caller":"traceutil/trace.go:171","msg":"trace[375870664] linearizableReadLoop","detail":"{readStateIndex:26604; appliedIndex:26602; }","duration":"190.529191ms","start":"2026-05-13T03:08:36.109469Z","end":"2026-05-13T03:08:36.299998Z","steps":["trace[375870664] 'read index received' (duration: 139.076011ms)","trace[375870664] 'applied index is now lower than readState.Index' (duration: 51.45182ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:36.300159Z","caller":"traceutil/trace.go:171","msg":"trace[848727744] transaction","detail":"{read_only:false; response_revision:25749; number_of_response:1; }","duration":"193.193759ms","start":"2026-05-13T03:08:36.106953Z","end":"2026-05-13T03:08:36.300147Z","steps":["trace[848727744] 'process raft request' (duration: 141.647886ms)","trace[848727744] 'compare' (duration: 50.189539ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:36.300568Z","caller":"traceutil/trace.go:171","msg":"trace[471994871] transaction","detail":"{read_only:false; response_revision:25750; number_of_response:1; }","duration":"192.685565ms","start":"2026-05-13T03:08:36.107871Z","end":"2026-05-13T03:08:36.300557Z","steps":["trace[471994871] 'process raft request' (duration: 191.970457ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:36.300862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.235709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:08:36.300969Z","caller":"traceutil/trace.go:171","msg":"trace[341212316] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:0; response_revision:25751; }","duration":"191.364772ms","start":"2026-05-13T03:08:36.109582Z","end":"2026-05-13T03:08:36.300946Z","steps":["trace[341212316] 'agreement among raft nodes before linearized reading' (duration: 191.163827ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:36.301295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.457114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:08:36.301387Z","caller":"traceutil/trace.go:171","msg":"trace[1831309204] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25751; }","duration":"104.614318ms","start":"2026-05-13T03:08:36.19675Z","end":"2026-05-13T03:08:36.301365Z","steps":["trace[1831309204] 'agreement among raft nodes before linearized reading' (duration: 104.424844ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:36.301462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.971538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"warn","ts":"2026-05-13T03:08:36.3015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.202743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-api-certs\" ","response":"range_response_count:1 size:2346"} {"level":"info","ts":"2026-05-13T03:08:36.301596Z","caller":"traceutil/trace.go:171","msg":"trace[1512047672] transaction","detail":"{read_only:false; response_revision:25751; number_of_response:1; }","duration":"135.954771ms","start":"2026-05-13T03:08:36.165628Z","end":"2026-05-13T03:08:36.301583Z","steps":["trace[1512047672] 'process raft request' (duration: 134.315359ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:36.301549Z","caller":"traceutil/trace.go:171","msg":"trace[186838736] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25751; }","duration":"192.118352ms","start":"2026-05-13T03:08:36.109409Z","end":"2026-05-13T03:08:36.301528Z","steps":["trace[186838736] 'agreement among raft nodes before linearized reading' (duration: 191.902897ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:36.301365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.606856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-13T03:08:36.302429Z","caller":"traceutil/trace.go:171","msg":"trace[2048887293] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25751; }","duration":"182.715994ms","start":"2026-05-13T03:08:36.119697Z","end":"2026-05-13T03:08:36.302413Z","steps":["trace[2048887293] 'agreement among raft nodes before linearized reading' (duration: 181.523414ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:36.301637Z","caller":"traceutil/trace.go:171","msg":"trace[652112335] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-api-certs; range_end:; response_count:1; response_revision:25751; }","duration":"190.405529ms","start":"2026-05-13T03:08:36.111212Z","end":"2026-05-13T03:08:36.301617Z","steps":["trace[652112335] 'agreement among raft nodes before linearized reading' (duration: 190.08204ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:36.451622Z","caller":"traceutil/trace.go:171","msg":"trace[1129985997] transaction","detail":"{read_only:false; response_revision:25752; number_of_response:1; }","duration":"146.432064ms","start":"2026-05-13T03:08:36.305154Z","end":"2026-05-13T03:08:36.451586Z","steps":["trace[1129985997] 'process raft request' (duration: 115.781169ms)","trace[1129985997] 'compare' (duration: 30.462151ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:08:36.774987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.731564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:08:36.775305Z","caller":"traceutil/trace.go:171","msg":"trace[471624915] linearizableReadLoop","detail":"{readStateIndex:26610; appliedIndex:26605; }","duration":"463.322454ms","start":"2026-05-13T03:08:36.311964Z","end":"2026-05-13T03:08:36.775286Z","steps":["trace[471624915] 'read index received' (duration: 109.052419ms)","trace[471624915] 'applied index is now lower than readState.Index' (duration: 354.268805ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:36.775387Z","caller":"traceutil/trace.go:171","msg":"trace[581284553] transaction","detail":"{read_only:false; response_revision:25753; number_of_response:1; }","duration":"469.278825ms","start":"2026-05-13T03:08:36.306097Z","end":"2026-05-13T03:08:36.775376Z","steps":["trace[581284553] 'process raft request' (duration: 305.036999ms)","trace[581284553] 'compare' (duration: 163.472987ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:08:36.775447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:36.306057Z","time spent":"469.355507ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:08:36.775584Z","caller":"traceutil/trace.go:171","msg":"trace[1364969193] transaction","detail":"{read_only:false; response_revision:25755; number_of_response:1; }","duration":"468.70635ms","start":"2026-05-13T03:08:36.306856Z","end":"2026-05-13T03:08:36.775563Z","steps":["trace[1364969193] 'process raft request' (duration: 468.291689ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:36.775602Z","caller":"traceutil/trace.go:171","msg":"trace[1204540883] transaction","detail":"{read_only:false; response_revision:25754; number_of_response:1; }","duration":"469.136561ms","start":"2026-05-13T03:08:36.306431Z","end":"2026-05-13T03:08:36.775568Z","steps":["trace[1204540883] 'process raft request' (duration: 468.658659ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:36.775665Z","caller":"traceutil/trace.go:171","msg":"trace[150287958] transaction","detail":"{read_only:false; response_revision:25756; number_of_response:1; }","duration":"467.212822ms","start":"2026-05-13T03:08:36.308411Z","end":"2026-05-13T03:08:36.775624Z","steps":["trace[150287958] 'process raft request' (duration: 466.770971ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:36.775767Z","caller":"traceutil/trace.go:171","msg":"trace[1547674896] transaction","detail":"{read_only:false; response_revision:25757; number_of_response:1; }","duration":"460.271696ms","start":"2026-05-13T03:08:36.315481Z","end":"2026-05-13T03:08:36.775753Z","steps":["trace[1547674896] 'process raft request' (duration: 459.746023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:36.775835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:36.315471Z","time spent":"460.329487ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2622,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:08:36.775885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:36.3084Z","time spent":"467.373486ms","remote":"127.0.0.1:39916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2147,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T03:08:36.775711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:36.306846Z","time spent":"468.785941ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:08:36.775716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.740275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-05-13T03:08:36.776097Z","caller":"traceutil/trace.go:171","msg":"trace[999487279] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25757; }","duration":"464.123474ms","start":"2026-05-13T03:08:36.311934Z","end":"2026-05-13T03:08:36.776057Z","steps":["trace[999487279] 'agreement among raft nodes before linearized reading' (duration: 463.705433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:36.776136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:36.311924Z","time spent":"464.202396ms","remote":"127.0.0.1:39562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1156,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-05-13T03:08:36.777631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:36.306402Z","time spent":"469.278394ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:08:36.863202Z","caller":"traceutil/trace.go:171","msg":"trace[1955775770] transaction","detail":"{read_only:false; response_revision:25758; number_of_response:1; }","duration":"346.185509ms","start":"2026-05-13T03:08:36.51699Z","end":"2026-05-13T03:08:36.863176Z","steps":["trace[1955775770] 'process raft request' (duration: 346.018635ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:36.863342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.276081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:08:36.863437Z","caller":"traceutil/trace.go:171","msg":"trace[216064259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25758; }","duration":"544.436285ms","start":"2026-05-13T03:08:36.318979Z","end":"2026-05-13T03:08:36.863415Z","steps":["trace[216064259] 'agreement among raft nodes before linearized reading' (duration: 544.255181ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:36.863488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:36.318948Z","time spent":"544.530848ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:08:36.863637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:36.51692Z","time spent":"346.375654ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T03:08:36.864081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.944779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2213920"} {"level":"info","ts":"2026-05-13T03:08:36.864161Z","caller":"traceutil/trace.go:171","msg":"trace[2066531444] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:25758; }","duration":"451.067234ms","start":"2026-05-13T03:08:36.413069Z","end":"2026-05-13T03:08:36.864137Z","steps":["trace[2066531444] 'agreement among raft nodes before linearized reading' (duration: 450.111849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:36.864214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:36.413046Z","time spent":"451.154707ms","remote":"127.0.0.1:39568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2213944,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-05-13T03:08:37.024408Z","caller":"traceutil/trace.go:171","msg":"trace[1702680183] linearizableReadLoop","detail":"{readStateIndex:26614; appliedIndex:26612; }","duration":"161.236161ms","start":"2026-05-13T03:08:36.863144Z","end":"2026-05-13T03:08:37.024381Z","steps":["trace[1702680183] 'read index received' (duration: 160.978744ms)","trace[1702680183] 'applied index is now lower than readState.Index' (duration: 256.287µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:37.024469Z","caller":"traceutil/trace.go:171","msg":"trace[1792071983] transaction","detail":"{read_only:false; response_revision:25760; number_of_response:1; }","duration":"230.301467ms","start":"2026-05-13T03:08:36.794136Z","end":"2026-05-13T03:08:37.024437Z","steps":["trace[1792071983] 'process raft request' (duration: 230.182274ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:37.024595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.359273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:08:37.024638Z","caller":"traceutil/trace.go:171","msg":"trace[1701194472] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-registry; range_end:; response_count:0; response_revision:25760; }","duration":"242.443585ms","start":"2026-05-13T03:08:36.782182Z","end":"2026-05-13T03:08:37.024626Z","steps":["trace[1701194472] 'agreement among raft nodes before linearized reading' (duration: 242.331462ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:37.024616Z","caller":"traceutil/trace.go:171","msg":"trace[1473198163] transaction","detail":"{read_only:false; response_revision:25759; number_of_response:1; }","duration":"237.167272ms","start":"2026-05-13T03:08:36.787413Z","end":"2026-05-13T03:08:37.024581Z","steps":["trace[1473198163] 'process raft request' (duration: 236.722631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:37.024931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.183349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:08:37.024977Z","caller":"traceutil/trace.go:171","msg":"trace[1214920067] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25760; }","duration":"246.287922ms","start":"2026-05-13T03:08:36.778675Z","end":"2026-05-13T03:08:37.024963Z","steps":["trace[1214920067] 'agreement among raft nodes before linearized reading' (duration: 246.20291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:37.025178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.567543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-05-13T03:08:37.025257Z","caller":"traceutil/trace.go:171","msg":"trace[1121784470] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25760; }","duration":"243.660035ms","start":"2026-05-13T03:08:36.781579Z","end":"2026-05-13T03:08:37.025225Z","steps":["trace[1121784470] 'agreement among raft nodes before linearized reading' (duration: 243.422399ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:37.064349Z","caller":"traceutil/trace.go:171","msg":"trace[1895578915] transaction","detail":"{read_only:false; response_revision:25761; number_of_response:1; }","duration":"191.942367ms","start":"2026-05-13T03:08:36.872386Z","end":"2026-05-13T03:08:37.064329Z","steps":["trace[1895578915] 'process raft request' (duration: 191.839775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:37.064714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.463807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-05-13T03:08:37.064817Z","caller":"traceutil/trace.go:171","msg":"trace[342129454] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:25761; }","duration":"165.59997ms","start":"2026-05-13T03:08:36.899192Z","end":"2026-05-13T03:08:37.064792Z","steps":["trace[342129454] 'agreement among raft nodes before linearized reading' (duration: 165.297542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:37.064911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.173018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-ltcmn\" ","response":"range_response_count:1 size:4802"} {"level":"info","ts":"2026-05-13T03:08:37.064961Z","caller":"traceutil/trace.go:171","msg":"trace[733569274] range","detail":"{range_begin:/registry/pods/openstack/magnum-cluster-api-proxy-ltcmn; range_end:; response_count:1; response_revision:25761; }","duration":"180.267881ms","start":"2026-05-13T03:08:36.884683Z","end":"2026-05-13T03:08:37.06495Z","steps":["trace[733569274] 'agreement among raft nodes before linearized reading' (duration: 180.090076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:37.065237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.60783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:08:37.065291Z","caller":"traceutil/trace.go:171","msg":"trace[437535904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25761; }","duration":"195.686882ms","start":"2026-05-13T03:08:36.869591Z","end":"2026-05-13T03:08:37.065278Z","steps":["trace[437535904] 'agreement among raft nodes before linearized reading' (duration: 195.59929ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:37.309811Z","caller":"traceutil/trace.go:171","msg":"trace[1145773693] linearizableReadLoop","detail":"{readStateIndex:26640; appliedIndex:26634; }","duration":"113.330398ms","start":"2026-05-13T03:08:37.196463Z","end":"2026-05-13T03:08:37.309793Z","steps":["trace[1145773693] 'read index received' (duration: 112.931898ms)","trace[1145773693] 'applied index is now lower than readState.Index' (duration: 397.79µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:37.310025Z","caller":"traceutil/trace.go:171","msg":"trace[12158505] transaction","detail":"{read_only:false; response_revision:25781; number_of_response:1; }","duration":"151.984656ms","start":"2026-05-13T03:08:37.158031Z","end":"2026-05-13T03:08:37.310016Z","steps":["trace[12158505] 'process raft request' (duration: 151.424891ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:37.310308Z","caller":"traceutil/trace.go:171","msg":"trace[1276308800] transaction","detail":"{read_only:false; response_revision:25782; number_of_response:1; }","duration":"152.13094ms","start":"2026-05-13T03:08:37.15817Z","end":"2026-05-13T03:08:37.310301Z","steps":["trace[1276308800] 'process raft request' (duration: 151.410832ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:37.310484Z","caller":"traceutil/trace.go:171","msg":"trace[442311734] transaction","detail":"{read_only:false; response_revision:25783; number_of_response:1; }","duration":"150.5477ms","start":"2026-05-13T03:08:37.15993Z","end":"2026-05-13T03:08:37.310478Z","steps":["trace[442311734] 'process raft request' (duration: 149.710929ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:37.310625Z","caller":"traceutil/trace.go:171","msg":"trace[1546623192] transaction","detail":"{read_only:false; response_revision:25784; number_of_response:1; }","duration":"150.58255ms","start":"2026-05-13T03:08:37.160037Z","end":"2026-05-13T03:08:37.310619Z","steps":["trace[1546623192] 'process raft request' (duration: 149.639367ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:37.311061Z","caller":"traceutil/trace.go:171","msg":"trace[2119117511] transaction","detail":"{read_only:false; response_revision:25785; number_of_response:1; }","duration":"150.489798ms","start":"2026-05-13T03:08:37.160558Z","end":"2026-05-13T03:08:37.311047Z","steps":["trace[2119117511] 'process raft request' (duration: 149.154974ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:37.311222Z","caller":"traceutil/trace.go:171","msg":"trace[1040136855] transaction","detail":"{read_only:false; response_revision:25786; number_of_response:1; }","duration":"129.023234ms","start":"2026-05-13T03:08:37.182192Z","end":"2026-05-13T03:08:37.311215Z","steps":["trace[1040136855] 'process raft request' (duration: 127.560167ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:37.311345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.873618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-api-certs\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:08:37.311373Z","caller":"traceutil/trace.go:171","msg":"trace[1839879018] range","detail":"{range_begin:/registry/secrets/openstack/magnum-api-certs; range_end:; response_count:0; response_revision:25786; }","duration":"150.934439ms","start":"2026-05-13T03:08:37.160432Z","end":"2026-05-13T03:08:37.311367Z","steps":["trace[1839879018] 'agreement among raft nodes before linearized reading' (duration: 150.871607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:37.31148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.634816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:08:37.311505Z","caller":"traceutil/trace.go:171","msg":"trace[598096446] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:25786; }","duration":"151.705578ms","start":"2026-05-13T03:08:37.159791Z","end":"2026-05-13T03:08:37.311497Z","steps":["trace[598096446] 'agreement among raft nodes before linearized reading' (duration: 151.664997ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:37.347964Z","caller":"traceutil/trace.go:171","msg":"trace[1268457173] transaction","detail":"{read_only:false; response_revision:25787; number_of_response:1; }","duration":"138.184566ms","start":"2026-05-13T03:08:37.209762Z","end":"2026-05-13T03:08:37.347946Z","steps":["trace[1268457173] 'process raft request' (duration: 137.9248ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:37.348265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.271246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-05-13T03:08:37.348309Z","caller":"traceutil/trace.go:171","msg":"trace[1682305874] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:25787; }","duration":"147.373468ms","start":"2026-05-13T03:08:37.200922Z","end":"2026-05-13T03:08:37.348295Z","steps":["trace[1682305874] 'agreement among raft nodes before linearized reading' (duration: 147.226034ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:37.549047Z","caller":"traceutil/trace.go:171","msg":"trace[1910506514] transaction","detail":"{read_only:false; response_revision:25789; number_of_response:1; }","duration":"221.693359ms","start":"2026-05-13T03:08:37.32733Z","end":"2026-05-13T03:08:37.549024Z","steps":["trace[1910506514] 'process raft request' (duration: 221.591137ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:37.549094Z","caller":"traceutil/trace.go:171","msg":"trace[598534302] linearizableReadLoop","detail":"{readStateIndex:26646; appliedIndex:26641; }","duration":"201.263563ms","start":"2026-05-13T03:08:37.34782Z","end":"2026-05-13T03:08:37.549083Z","steps":["trace[598534302] 'read index received' (duration: 197.040836ms)","trace[598534302] 'applied index is now lower than readState.Index' (duration: 4.221917ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:37.54907Z","caller":"traceutil/trace.go:171","msg":"trace[1910182905] transaction","detail":"{read_only:false; response_revision:25790; number_of_response:1; }","duration":"221.68836ms","start":"2026-05-13T03:08:37.327353Z","end":"2026-05-13T03:08:37.549041Z","steps":["trace[1910182905] 'process raft request' (duration: 221.609208ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:37.549125Z","caller":"traceutil/trace.go:171","msg":"trace[607617090] transaction","detail":"{read_only:false; response_revision:25788; number_of_response:1; }","duration":"221.858063ms","start":"2026-05-13T03:08:37.327242Z","end":"2026-05-13T03:08:37.5491Z","steps":["trace[607617090] 'process raft request' (duration: 217.664108ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:37.549209Z","caller":"traceutil/trace.go:171","msg":"trace[1169059798] transaction","detail":"{read_only:false; response_revision:25791; number_of_response:1; }","duration":"221.788072ms","start":"2026-05-13T03:08:37.327414Z","end":"2026-05-13T03:08:37.549202Z","steps":["trace[1169059798] 'process raft request' (duration: 221.583797ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:37.549406Z","caller":"traceutil/trace.go:171","msg":"trace[2085474118] transaction","detail":"{read_only:false; response_revision:25792; number_of_response:1; }","duration":"221.025503ms","start":"2026-05-13T03:08:37.328373Z","end":"2026-05-13T03:08:37.549399Z","steps":["trace[2085474118] 'process raft request' (duration: 220.655743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:37.549491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.138201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-05-13T03:08:37.549544Z","caller":"traceutil/trace.go:171","msg":"trace[451381279] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:25792; }","duration":"222.212622ms","start":"2026-05-13T03:08:37.327316Z","end":"2026-05-13T03:08:37.549529Z","steps":["trace[451381279] 'agreement among raft nodes before linearized reading' (duration: 222.113739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:37.549635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.730229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:1 size:2974"} {"level":"info","ts":"2026-05-13T03:08:37.549656Z","caller":"traceutil/trace.go:171","msg":"trace[1423065073] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:1; response_revision:25792; }","duration":"219.781161ms","start":"2026-05-13T03:08:37.329869Z","end":"2026-05-13T03:08:37.54965Z","steps":["trace[1423065073] 'agreement among raft nodes before linearized reading' (duration: 219.702289ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:37.549651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.080409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:08:37.549688Z","caller":"traceutil/trace.go:171","msg":"trace[93494815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25792; }","duration":"222.145541ms","start":"2026-05-13T03:08:37.327531Z","end":"2026-05-13T03:08:37.549677Z","steps":["trace[93494815] 'agreement among raft nodes before linearized reading' (duration: 222.068749ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:37.556365Z","caller":"traceutil/trace.go:171","msg":"trace[733652990] transaction","detail":"{read_only:false; response_revision:25793; number_of_response:1; }","duration":"137.772156ms","start":"2026-05-13T03:08:37.418577Z","end":"2026-05-13T03:08:37.55635Z","steps":["trace[733652990] 'process raft request' (duration: 137.477398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:37.556933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.935611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-13T03:08:37.557017Z","caller":"traceutil/trace.go:171","msg":"trace[99011928] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25793; }","duration":"119.095084ms","start":"2026-05-13T03:08:37.43791Z","end":"2026-05-13T03:08:37.557005Z","steps":["trace[99011928] 'agreement among raft nodes before linearized reading' (duration: 118.908469ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:37.557213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.798018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-7679656b8-984cn\" ","response":"range_response_count:1 size:8408"} {"level":"info","ts":"2026-05-13T03:08:37.557257Z","caller":"traceutil/trace.go:171","msg":"trace[693489900] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-7679656b8-984cn; range_end:; response_count:1; response_revision:25793; }","duration":"205.88608ms","start":"2026-05-13T03:08:37.35136Z","end":"2026-05-13T03:08:37.557246Z","steps":["trace[693489900] 'agreement among raft nodes before linearized reading' (duration: 205.755557ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:37.557666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.188397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-05-13T03:08:37.557705Z","caller":"traceutil/trace.go:171","msg":"trace[2027401706] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:25793; }","duration":"204.255599ms","start":"2026-05-13T03:08:37.353439Z","end":"2026-05-13T03:08:37.557695Z","steps":["trace[2027401706] 'agreement among raft nodes before linearized reading' (duration: 204.097165ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:37.795736Z","caller":"traceutil/trace.go:171","msg":"trace[216438140] transaction","detail":"{read_only:false; response_revision:25794; number_of_response:1; }","duration":"237.933631ms","start":"2026-05-13T03:08:37.557783Z","end":"2026-05-13T03:08:37.795716Z","steps":["trace[216438140] 'process raft request' (duration: 237.5092ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:37.795973Z","caller":"traceutil/trace.go:171","msg":"trace[564903025] transaction","detail":"{read_only:false; response_revision:25795; number_of_response:1; }","duration":"229.925068ms","start":"2026-05-13T03:08:37.566015Z","end":"2026-05-13T03:08:37.79594Z","steps":["trace[564903025] 'process raft request' (duration: 229.655252ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:37.796013Z","caller":"traceutil/trace.go:171","msg":"trace[1836117338] linearizableReadLoop","detail":"{readStateIndex:26649; appliedIndex:26647; }","duration":"234.893673ms","start":"2026-05-13T03:08:37.561091Z","end":"2026-05-13T03:08:37.795985Z","steps":["trace[1836117338] 'read index received' (duration: 33.664201ms)","trace[1836117338] 'applied index is now lower than readState.Index' (duration: 201.228162ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:37.796083Z","caller":"traceutil/trace.go:171","msg":"trace[1970241710] transaction","detail":"{read_only:false; response_revision:25796; number_of_response:1; }","duration":"226.661616ms","start":"2026-05-13T03:08:37.569412Z","end":"2026-05-13T03:08:37.796074Z","steps":["trace[1970241710] 'process raft request' (duration: 226.43376ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:37.796139Z","caller":"traceutil/trace.go:171","msg":"trace[896635823] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25796; }","duration":"223.732531ms","start":"2026-05-13T03:08:37.57239Z","end":"2026-05-13T03:08:37.796123Z","steps":["trace[896635823] 'process raft request' (duration: 223.541466ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:37.796427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.313705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-05-13T03:08:37.79657Z","caller":"traceutil/trace.go:171","msg":"trace[704730109] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:25796; }","duration":"235.422677ms","start":"2026-05-13T03:08:37.561063Z","end":"2026-05-13T03:08:37.796486Z","steps":["trace[704730109] 'agreement among raft nodes before linearized reading' (duration: 235.211072ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:37.830309Z","caller":"traceutil/trace.go:171","msg":"trace[1270756978] transaction","detail":"{read_only:false; response_revision:25797; number_of_response:1; }","duration":"234.308228ms","start":"2026-05-13T03:08:37.595976Z","end":"2026-05-13T03:08:37.830284Z","steps":["trace[1270756978] 'process raft request' (duration: 233.869037ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:37.830853Z","caller":"traceutil/trace.go:171","msg":"trace[1057834886] transaction","detail":"{read_only:false; response_revision:25798; number_of_response:1; }","duration":"226.182874ms","start":"2026-05-13T03:08:37.604656Z","end":"2026-05-13T03:08:37.830839Z","steps":["trace[1057834886] 'process raft request' (duration: 225.499986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:37.831108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.939411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-13T03:08:37.831141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.914641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-05-13T03:08:37.831234Z","caller":"traceutil/trace.go:171","msg":"trace[1819060358] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:25798; }","duration":"253.039393ms","start":"2026-05-13T03:08:37.578175Z","end":"2026-05-13T03:08:37.831215Z","steps":["trace[1819060358] 'agreement among raft nodes before linearized reading' (duration: 252.804607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:37.831224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.678244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:08:37.831309Z","caller":"traceutil/trace.go:171","msg":"trace[530373784] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:25798; }","duration":"269.798988ms","start":"2026-05-13T03:08:37.56149Z","end":"2026-05-13T03:08:37.831289Z","steps":["trace[530373784] 'agreement among raft nodes before linearized reading' (duration: 269.613703ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:37.831181Z","caller":"traceutil/trace.go:171","msg":"trace[311746275] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25798; }","duration":"270.049964ms","start":"2026-05-13T03:08:37.561113Z","end":"2026-05-13T03:08:37.831163Z","steps":["trace[311746275] 'agreement among raft nodes before linearized reading' (duration: 269.818688ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:38.024913Z","caller":"traceutil/trace.go:171","msg":"trace[330618643] transaction","detail":"{read_only:false; response_revision:25799; number_of_response:1; }","duration":"212.793895ms","start":"2026-05-13T03:08:37.812095Z","end":"2026-05-13T03:08:38.024889Z","steps":["trace[330618643] 'process raft request' (duration: 175.220193ms)","trace[330618643] 'compare' (duration: 37.176612ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:38.024928Z","caller":"traceutil/trace.go:171","msg":"trace[1606102447] linearizableReadLoop","detail":"{readStateIndex:26657; appliedIndex:26654; }","duration":"194.657277ms","start":"2026-05-13T03:08:37.830252Z","end":"2026-05-13T03:08:38.024909Z","steps":["trace[1606102447] 'read index received' (duration: 157.050824ms)","trace[1606102447] 'applied index is now lower than readState.Index' (duration: 37.605653ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:38.02502Z","caller":"traceutil/trace.go:171","msg":"trace[708300664] transaction","detail":"{read_only:false; response_revision:25801; number_of_response:1; }","duration":"208.731983ms","start":"2026-05-13T03:08:37.816277Z","end":"2026-05-13T03:08:38.025009Z","steps":["trace[708300664] 'process raft request' (duration: 208.581569ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:38.025244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.49685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-api-certs-cskcd\" ","response":"range_response_count:1 size:2465"} {"level":"info","ts":"2026-05-13T03:08:38.025263Z","caller":"traceutil/trace.go:171","msg":"trace[179958950] transaction","detail":"{read_only:false; response_revision:25800; number_of_response:1; }","duration":"212.637161ms","start":"2026-05-13T03:08:37.812599Z","end":"2026-05-13T03:08:38.025236Z","steps":["trace[179958950] 'process raft request' (duration: 212.22537ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:38.025305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.684555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:08:38.025349Z","caller":"traceutil/trace.go:171","msg":"trace[2058042470] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:25801; }","duration":"220.755086ms","start":"2026-05-13T03:08:37.804584Z","end":"2026-05-13T03:08:38.025339Z","steps":["trace[2058042470] 'agreement among raft nodes before linearized reading' (duration: 220.663614ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:38.025392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.183574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"info","ts":"2026-05-13T03:08:38.025433Z","caller":"traceutil/trace.go:171","msg":"trace[1798505178] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25801; }","duration":"192.257955ms","start":"2026-05-13T03:08:37.833166Z","end":"2026-05-13T03:08:38.025424Z","steps":["trace[1798505178] 'agreement among raft nodes before linearized reading' (duration: 192.154953ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:38.025294Z","caller":"traceutil/trace.go:171","msg":"trace[1376749152] range","detail":"{range_begin:/registry/secrets/openstack/magnum-api-certs-cskcd; range_end:; response_count:1; response_revision:25801; }","duration":"220.580112ms","start":"2026-05-13T03:08:37.804694Z","end":"2026-05-13T03:08:38.025274Z","steps":["trace[1376749152] 'agreement among raft nodes before linearized reading' (duration: 220.427628ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:38.025494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.023704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-kkfnb\" ","response":"range_response_count:1 size:2476"} {"level":"info","ts":"2026-05-13T03:08:38.025596Z","caller":"traceutil/trace.go:171","msg":"trace[1544169026] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-kkfnb; range_end:; response_count:1; response_revision:25801; }","duration":"221.198457ms","start":"2026-05-13T03:08:37.804373Z","end":"2026-05-13T03:08:38.025572Z","steps":["trace[1544169026] 'agreement among raft nodes before linearized reading' (duration: 220.849338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:38.025672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.988458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-13T03:08:38.025715Z","caller":"traceutil/trace.go:171","msg":"trace[1506531082] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25801; }","duration":"192.06444ms","start":"2026-05-13T03:08:37.83364Z","end":"2026-05-13T03:08:38.025704Z","steps":["trace[1506531082] 'agreement among raft nodes before linearized reading' (duration: 191.954328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:38.025737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.262623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"warn","ts":"2026-05-13T03:08:38.025785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.179517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:08:38.025811Z","caller":"traceutil/trace.go:171","msg":"trace[1265043254] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25801; }","duration":"157.246489ms","start":"2026-05-13T03:08:37.868558Z","end":"2026-05-13T03:08:38.025804Z","steps":["trace[1265043254] 'agreement among raft nodes before linearized reading' (duration: 157.182917ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:38.025821Z","caller":"traceutil/trace.go:171","msg":"trace[64300059] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:25801; }","duration":"182.378285ms","start":"2026-05-13T03:08:37.843422Z","end":"2026-05-13T03:08:38.0258Z","steps":["trace[64300059] 'agreement among raft nodes before linearized reading' (duration: 182.16818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:38.02594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.527952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-kkfnb\" ","response":"range_response_count:1 size:2476"} {"level":"info","ts":"2026-05-13T03:08:38.026029Z","caller":"traceutil/trace.go:171","msg":"trace[515714635] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-kkfnb; range_end:; response_count:1; response_revision:25801; }","duration":"192.643295ms","start":"2026-05-13T03:08:37.833365Z","end":"2026-05-13T03:08:38.026009Z","steps":["trace[515714635] 'agreement among raft nodes before linearized reading' (duration: 192.373218ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:38.611528Z","caller":"traceutil/trace.go:171","msg":"trace[911784871] transaction","detail":"{read_only:false; response_revision:25812; number_of_response:1; }","duration":"401.154555ms","start":"2026-05-13T03:08:38.21033Z","end":"2026-05-13T03:08:38.611484Z","steps":["trace[911784871] 'process raft request' (duration: 400.827087ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:38.611752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:38.210319Z","time spent":"401.316989ms","remote":"127.0.0.1:54388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7367,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:08:38.612021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.332644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:08:38.612114Z","caller":"traceutil/trace.go:171","msg":"trace[2109501821] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:25812; }","duration":"400.450807ms","start":"2026-05-13T03:08:38.211644Z","end":"2026-05-13T03:08:38.612095Z","steps":["trace[2109501821] 'agreement among raft nodes before linearized reading' (duration: 400.297053ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:38.612166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:38.211639Z","time spent":"400.516278ms","remote":"127.0.0.1:39562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":30,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"info","ts":"2026-05-13T03:08:38.611876Z","caller":"traceutil/trace.go:171","msg":"trace[1609334022] linearizableReadLoop","detail":"{readStateIndex:26668; appliedIndex:26667; }","duration":"399.725669ms","start":"2026-05-13T03:08:38.211656Z","end":"2026-05-13T03:08:38.611382Z","steps":["trace[1609334022] 'read index received' (duration: 399.407701ms)","trace[1609334022] 'applied index is now lower than readState.Index' (duration: 316.748µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:38.623437Z","caller":"traceutil/trace.go:171","msg":"trace[1346290309] transaction","detail":"{read_only:false; response_revision:25813; number_of_response:1; }","duration":"315.373044ms","start":"2026-05-13T03:08:38.308045Z","end":"2026-05-13T03:08:38.623418Z","steps":["trace[1346290309] 'process raft request' (duration: 315.095906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:38.623528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:38.308019Z","time spent":"315.460117ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:08:38.62354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.525252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-13T03:08:38.623611Z","caller":"traceutil/trace.go:171","msg":"trace[1590587417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25813; }","duration":"167.635914ms","start":"2026-05-13T03:08:38.455964Z","end":"2026-05-13T03:08:38.6236Z","steps":["trace[1590587417] 'agreement among raft nodes before linearized reading' (duration: 167.390817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:38.623736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.12049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:08:38.623752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.714028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-13T03:08:38.623793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.983825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:08:38.623801Z","caller":"traceutil/trace.go:171","msg":"trace[34268775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25813; }","duration":"304.182951ms","start":"2026-05-13T03:08:38.3196Z","end":"2026-05-13T03:08:38.623783Z","steps":["trace[34268775] 'agreement among raft nodes before linearized reading' (duration: 303.79278ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:38.623827Z","caller":"traceutil/trace.go:171","msg":"trace[88775726] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25813; }","duration":"316.82448ms","start":"2026-05-13T03:08:38.306985Z","end":"2026-05-13T03:08:38.623809Z","steps":["trace[88775726] 'agreement among raft nodes before linearized reading' (duration: 316.394248ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:38.623843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:38.31957Z","time spent":"304.264802ms","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:08:38.623879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:38.306972Z","time spent":"316.897482ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-13T03:08:38.623838Z","caller":"traceutil/trace.go:171","msg":"trace[579102057] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:25813; }","duration":"317.061777ms","start":"2026-05-13T03:08:38.306766Z","end":"2026-05-13T03:08:38.623827Z","steps":["trace[579102057] 'agreement among raft nodes before linearized reading' (duration: 316.631637ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:38.623954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:38.306749Z","time spent":"317.19439ms","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-13T03:08:38.624657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.587744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2213920"} {"level":"info","ts":"2026-05-13T03:08:38.624708Z","caller":"traceutil/trace.go:171","msg":"trace[1761798273] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:25813; }","duration":"139.699497ms","start":"2026-05-13T03:08:38.484997Z","end":"2026-05-13T03:08:38.624696Z","steps":["trace[1761798273] 'agreement among raft nodes before linearized reading' (duration: 138.422995ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:38.781755Z","caller":"traceutil/trace.go:171","msg":"trace[1257781080] linearizableReadLoop","detail":"{readStateIndex:26672; appliedIndex:26670; }","duration":"145.345339ms","start":"2026-05-13T03:08:38.636398Z","end":"2026-05-13T03:08:38.781743Z","steps":["trace[1257781080] 'read index received' (duration: 47.151474ms)","trace[1257781080] 'applied index is now lower than readState.Index' (duration: 98.193205ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:38.781804Z","caller":"traceutil/trace.go:171","msg":"trace[1661845021] transaction","detail":"{read_only:false; response_revision:25815; number_of_response:1; }","duration":"154.265745ms","start":"2026-05-13T03:08:38.62752Z","end":"2026-05-13T03:08:38.781786Z","steps":["trace[1661845021] 'process raft request' (duration: 56.115761ms)","trace[1661845021] 'compare' (duration: 97.99187ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:38.781852Z","caller":"traceutil/trace.go:171","msg":"trace[1471238671] transaction","detail":"{read_only:false; response_revision:25816; number_of_response:1; }","duration":"150.272325ms","start":"2026-05-13T03:08:38.63157Z","end":"2026-05-13T03:08:38.781842Z","steps":["trace[1471238671] 'process raft request' (duration: 150.138151ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:38.781967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.564454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-05-13T03:08:38.781993Z","caller":"traceutil/trace.go:171","msg":"trace[692676925] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:25816; }","duration":"145.616896ms","start":"2026-05-13T03:08:38.636368Z","end":"2026-05-13T03:08:38.781984Z","steps":["trace[692676925] 'agreement among raft nodes before linearized reading' (duration: 145.537514ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:38.782111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.818886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:08:38.782128Z","caller":"traceutil/trace.go:171","msg":"trace[1528648171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25816; }","duration":"129.836187ms","start":"2026-05-13T03:08:38.652286Z","end":"2026-05-13T03:08:38.782122Z","steps":["trace[1528648171] 'agreement among raft nodes before linearized reading' (duration: 129.806426ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:38.782592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.686391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-05-13T03:08:38.782632Z","caller":"traceutil/trace.go:171","msg":"trace[724354914] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:25816; }","duration":"127.741813ms","start":"2026-05-13T03:08:38.654877Z","end":"2026-05-13T03:08:38.782619Z","steps":["trace[724354914] 'agreement among raft nodes before linearized reading' (duration: 127.639471ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:38.948505Z","caller":"traceutil/trace.go:171","msg":"trace[1464436630] linearizableReadLoop","detail":"{readStateIndex:26673; appliedIndex:26672; }","duration":"161.13419ms","start":"2026-05-13T03:08:38.787345Z","end":"2026-05-13T03:08:38.948479Z","steps":["trace[1464436630] 'read index received' (duration: 158.230967ms)","trace[1464436630] 'applied index is now lower than readState.Index' (duration: 2.901823ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:38.948514Z","caller":"traceutil/trace.go:171","msg":"trace[1262833187] transaction","detail":"{read_only:false; response_revision:25817; number_of_response:1; }","duration":"161.446087ms","start":"2026-05-13T03:08:38.78704Z","end":"2026-05-13T03:08:38.948486Z","steps":["trace[1262833187] 'process raft request' (duration: 158.523163ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:38.948732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.365316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-05-13T03:08:38.948783Z","caller":"traceutil/trace.go:171","msg":"trace[1608323411] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:25817; }","duration":"161.470078ms","start":"2026-05-13T03:08:38.787302Z","end":"2026-05-13T03:08:38.948772Z","steps":["trace[1608323411] 'agreement among raft nodes before linearized reading' (duration: 161.308884ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:38.977565Z","caller":"traceutil/trace.go:171","msg":"trace[1841791967] transaction","detail":"{read_only:false; response_revision:25818; number_of_response:1; }","duration":"190.113872ms","start":"2026-05-13T03:08:38.787437Z","end":"2026-05-13T03:08:38.977551Z","steps":["trace[1841791967] 'process raft request' (duration: 189.693312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:38.977566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.548307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-05-13T03:08:38.977828Z","caller":"traceutil/trace.go:171","msg":"trace[896559363] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25820; }","duration":"151.67622ms","start":"2026-05-13T03:08:38.825944Z","end":"2026-05-13T03:08:38.97762Z","steps":["trace[896559363] 'agreement among raft nodes before linearized reading' (duration: 151.404663ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:38.977847Z","caller":"traceutil/trace.go:171","msg":"trace[2094264843] transaction","detail":"{read_only:false; response_revision:25819; number_of_response:1; }","duration":"190.362158ms","start":"2026-05-13T03:08:38.787477Z","end":"2026-05-13T03:08:38.977839Z","steps":["trace[2094264843] 'process raft request' (duration: 189.738503ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:39.288731Z","caller":"traceutil/trace.go:171","msg":"trace[1161497304] linearizableReadLoop","detail":"{readStateIndex:26681; appliedIndex:26680; }","duration":"153.972987ms","start":"2026-05-13T03:08:39.134736Z","end":"2026-05-13T03:08:39.288709Z","steps":["trace[1161497304] 'read index received' (duration: 153.800423ms)","trace[1161497304] 'applied index is now lower than readState.Index' (duration: 171.764µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:39.288865Z","caller":"traceutil/trace.go:171","msg":"trace[1721770449] transaction","detail":"{read_only:false; response_revision:25825; number_of_response:1; }","duration":"158.39484ms","start":"2026-05-13T03:08:39.130456Z","end":"2026-05-13T03:08:39.288851Z","steps":["trace[1721770449] 'process raft request' (duration: 158.096922ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:39.289421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.664855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111791"} {"level":"info","ts":"2026-05-13T03:08:39.289483Z","caller":"traceutil/trace.go:171","msg":"trace[1015387959] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:25825; }","duration":"154.737557ms","start":"2026-05-13T03:08:39.134733Z","end":"2026-05-13T03:08:39.28947Z","steps":["trace[1015387959] 'agreement among raft nodes before linearized reading' (duration: 154.43374ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:39.419106Z","caller":"traceutil/trace.go:171","msg":"trace[1753995872] transaction","detail":"{read_only:false; response_revision:25826; number_of_response:1; }","duration":"111.41653ms","start":"2026-05-13T03:08:39.307638Z","end":"2026-05-13T03:08:39.419055Z","steps":["trace[1753995872] 'process raft request' (duration: 111.167323ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:39.48378Z","caller":"traceutil/trace.go:171","msg":"trace[1600345303] transaction","detail":"{read_only:false; response_revision:25828; number_of_response:1; }","duration":"164.122755ms","start":"2026-05-13T03:08:39.319628Z","end":"2026-05-13T03:08:39.48375Z","steps":["trace[1600345303] 'process raft request' (duration: 163.936071ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:39.483785Z","caller":"traceutil/trace.go:171","msg":"trace[1444029381] transaction","detail":"{read_only:false; response_revision:25827; number_of_response:1; }","duration":"173.3998ms","start":"2026-05-13T03:08:39.310351Z","end":"2026-05-13T03:08:39.483751Z","steps":["trace[1444029381] 'process raft request' (duration: 173.02942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:39.635464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.159267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:08:39.635578Z","caller":"traceutil/trace.go:171","msg":"trace[1872675046] transaction","detail":"{read_only:false; response_revision:25829; number_of_response:1; }","duration":"146.202901ms","start":"2026-05-13T03:08:39.489356Z","end":"2026-05-13T03:08:39.635559Z","steps":["trace[1872675046] 'process raft request' (duration: 41.87733ms)","trace[1872675046] 'compare' (duration: 103.989623ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:39.688965Z","caller":"traceutil/trace.go:171","msg":"trace[2111830028] transaction","detail":"{read_only:false; response_revision:25830; number_of_response:1; }","duration":"187.413964ms","start":"2026-05-13T03:08:39.501526Z","end":"2026-05-13T03:08:39.68894Z","steps":["trace[2111830028] 'process raft request' (duration: 187.287021ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:39.70815Z","caller":"traceutil/trace.go:171","msg":"trace[1964219214] transaction","detail":"{read_only:false; response_revision:25831; number_of_response:1; }","duration":"146.470259ms","start":"2026-05-13T03:08:39.561649Z","end":"2026-05-13T03:08:39.708119Z","steps":["trace[1964219214] 'process raft request' (duration: 146.190542ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:39.861418Z","caller":"traceutil/trace.go:171","msg":"trace[1043405361] transaction","detail":"{read_only:false; response_revision:25832; number_of_response:1; }","duration":"167.183481ms","start":"2026-05-13T03:08:39.694206Z","end":"2026-05-13T03:08:39.861389Z","steps":["trace[1043405361] 'process raft request' (duration: 95.484967ms)","trace[1043405361] 'compare' (duration: 71.265973ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:39.861486Z","caller":"traceutil/trace.go:171","msg":"trace[2007591937] transaction","detail":"{read_only:false; response_revision:25833; number_of_response:1; }","duration":"160.578515ms","start":"2026-05-13T03:08:39.700883Z","end":"2026-05-13T03:08:39.861461Z","steps":["trace[2007591937] 'process raft request' (duration: 160.397871ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:39.861744Z","caller":"traceutil/trace.go:171","msg":"trace[1064262569] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25833; }","duration":"158.948444ms","start":"2026-05-13T03:08:39.702786Z","end":"2026-05-13T03:08:39.861735Z","steps":["trace[1064262569] 'process raft request' (duration: 158.616755ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:40.099367Z","caller":"traceutil/trace.go:171","msg":"trace[636070298] transaction","detail":"{read_only:false; response_revision:25837; number_of_response:1; }","duration":"164.141775ms","start":"2026-05-13T03:08:39.935199Z","end":"2026-05-13T03:08:40.099341Z","steps":["trace[636070298] 'process raft request' (duration: 105.967603ms)","trace[636070298] 'compare' (duration: 57.964597ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:40.293907Z","caller":"traceutil/trace.go:171","msg":"trace[326722331] linearizableReadLoop","detail":"{readStateIndex:26699; appliedIndex:26698; }","duration":"121.853545ms","start":"2026-05-13T03:08:40.172027Z","end":"2026-05-13T03:08:40.293881Z","steps":["trace[326722331] 'read index received' (duration: 78.130998ms)","trace[326722331] 'applied index is now lower than readState.Index' (duration: 43.721017ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:08:40.294206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.009636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:9996"} {"level":"info","ts":"2026-05-13T03:08:40.294263Z","caller":"traceutil/trace.go:171","msg":"trace[1148163954] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:25842; }","duration":"146.109478ms","start":"2026-05-13T03:08:40.148138Z","end":"2026-05-13T03:08:40.294248Z","steps":["trace[1148163954] 'agreement among raft nodes before linearized reading' (duration: 145.865562ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:40.294655Z","caller":"traceutil/trace.go:171","msg":"trace[1485518929] transaction","detail":"{read_only:false; response_revision:25842; number_of_response:1; }","duration":"153.715721ms","start":"2026-05-13T03:08:40.140924Z","end":"2026-05-13T03:08:40.29464Z","steps":["trace[1485518929] 'process raft request' (duration: 109.206184ms)","trace[1485518929] 'compare' (duration: 43.322788ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:40.449625Z","caller":"traceutil/trace.go:171","msg":"trace[262576547] transaction","detail":"{read_only:false; response_revision:25845; number_of_response:1; }","duration":"119.436863ms","start":"2026-05-13T03:08:40.330141Z","end":"2026-05-13T03:08:40.449578Z","steps":["trace[262576547] 'process raft request' (duration: 119.097285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:40.449769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.373256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:08:40.449837Z","caller":"traceutil/trace.go:171","msg":"trace[1927418636] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25845; }","duration":"101.474758ms","start":"2026-05-13T03:08:40.348347Z","end":"2026-05-13T03:08:40.449822Z","steps":["trace[1927418636] 'agreement among raft nodes before linearized reading' (duration: 101.330845ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:40.453878Z","caller":"traceutil/trace.go:171","msg":"trace[2119507525] linearizableReadLoop","detail":"{readStateIndex:26702; appliedIndex:26701; }","duration":"101.13383ms","start":"2026-05-13T03:08:40.348372Z","end":"2026-05-13T03:08:40.449506Z","steps":["trace[2119507525] 'read index received' (duration: 100.797692ms)","trace[2119507525] 'applied index is now lower than readState.Index' (duration: 335.118µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:08:40.454543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.620707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-05-13T03:08:40.454627Z","caller":"traceutil/trace.go:171","msg":"trace[2139925677] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:25845; }","duration":"100.72613ms","start":"2026-05-13T03:08:40.353879Z","end":"2026-05-13T03:08:40.454605Z","steps":["trace[2139925677] 'agreement among raft nodes before linearized reading' (duration: 100.479423ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:40.992842Z","caller":"traceutil/trace.go:171","msg":"trace[101807164] linearizableReadLoop","detail":"{readStateIndex:26721; appliedIndex:26718; }","duration":"109.637065ms","start":"2026-05-13T03:08:40.883177Z","end":"2026-05-13T03:08:40.992814Z","steps":["trace[101807164] 'read index received' (duration: 21.409642ms)","trace[101807164] 'applied index is now lower than readState.Index' (duration: 88.226173ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:40.993004Z","caller":"traceutil/trace.go:171","msg":"trace[1797836750] transaction","detail":"{read_only:false; response_revision:25864; number_of_response:1; }","duration":"131.139329ms","start":"2026-05-13T03:08:40.861852Z","end":"2026-05-13T03:08:40.992991Z","steps":["trace[1797836750] 'process raft request' (duration: 122.628293ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:40.993432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.231861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-05-13T03:08:40.993518Z","caller":"traceutil/trace.go:171","msg":"trace[207596406] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:25864; }","duration":"110.358894ms","start":"2026-05-13T03:08:40.883137Z","end":"2026-05-13T03:08:40.993496Z","steps":["trace[207596406] 'agreement among raft nodes before linearized reading' (duration: 110.145648ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:41.194838Z","caller":"traceutil/trace.go:171","msg":"trace[421040097] transaction","detail":"{read_only:false; response_revision:25870; number_of_response:1; }","duration":"121.112486ms","start":"2026-05-13T03:08:41.0737Z","end":"2026-05-13T03:08:41.194812Z","steps":["trace[421040097] 'process raft request' (duration: 120.972142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:41.195113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.681744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-05-13T03:08:41.195154Z","caller":"traceutil/trace.go:171","msg":"trace[1969825228] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25870; }","duration":"131.747656ms","start":"2026-05-13T03:08:41.063394Z","end":"2026-05-13T03:08:41.195142Z","steps":["trace[1969825228] 'agreement among raft nodes before linearized reading' (duration: 131.660623ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:41.195343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.080048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-05-13T03:08:41.195463Z","caller":"traceutil/trace.go:171","msg":"trace[1427864972] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:25870; }","duration":"129.227191ms","start":"2026-05-13T03:08:41.066213Z","end":"2026-05-13T03:08:41.19544Z","steps":["trace[1427864972] 'agreement among raft nodes before linearized reading' (duration: 128.79543ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:41.195488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.066993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-registry-certs\" ","response":"range_response_count:1 size:4404"} {"level":"info","ts":"2026-05-13T03:08:41.195569Z","caller":"traceutil/trace.go:171","msg":"trace[381118830] range","detail":"{range_begin:/registry/secrets/openstack/magnum-registry-certs; range_end:; response_count:1; response_revision:25870; }","duration":"132.157346ms","start":"2026-05-13T03:08:41.063395Z","end":"2026-05-13T03:08:41.195552Z","steps":["trace[381118830] 'agreement among raft nodes before linearized reading' (duration: 132.005712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:41.77961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.982103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:08:41.779704Z","caller":"traceutil/trace.go:171","msg":"trace[1715686865] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:25874; }","duration":"104.145746ms","start":"2026-05-13T03:08:41.675537Z","end":"2026-05-13T03:08:41.779683Z","steps":["trace[1715686865] 'count revisions from in-memory index tree' (duration: 103.913891ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:41.7802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.520089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-05-13T03:08:41.780285Z","caller":"traceutil/trace.go:171","msg":"trace[768820142] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:25874; }","duration":"114.624181ms","start":"2026-05-13T03:08:41.665639Z","end":"2026-05-13T03:08:41.780263Z","steps":["trace[768820142] 'range keys from in-memory index tree' (duration: 114.330414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:42.075362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.542016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:08:42.075555Z","caller":"traceutil/trace.go:171","msg":"trace[1812698461] transaction","detail":"{read_only:false; response_revision:25876; number_of_response:1; }","duration":"206.721413ms","start":"2026-05-13T03:08:41.868791Z","end":"2026-05-13T03:08:42.075512Z","steps":["trace[1812698461] 'process raft request' (duration: 37.90038ms)","trace[1812698461] 'compare' (duration: 167.954291ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:42.075521Z","caller":"traceutil/trace.go:171","msg":"trace[1595684362] linearizableReadLoop","detail":"{readStateIndex:26734; appliedIndex:26733; }","duration":"159.869007ms","start":"2026-05-13T03:08:41.915627Z","end":"2026-05-13T03:08:42.075496Z","steps":["trace[1595684362] 'read index received' (duration: 32.35µs)","trace[1595684362] 'applied index is now lower than readState.Index' (duration: 159.834697ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:08:42.076969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.312473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-8mpnr.18aefe8281bf179c\" ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-05-13T03:08:42.077029Z","caller":"traceutil/trace.go:171","msg":"trace[766658580] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-8mpnr.18aefe8281bf179c; range_end:; response_count:1; response_revision:25876; }","duration":"161.418736ms","start":"2026-05-13T03:08:41.915594Z","end":"2026-05-13T03:08:42.077013Z","steps":["trace[766658580] 'agreement among raft nodes before linearized reading' (duration: 160.992965ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:42.235751Z","caller":"traceutil/trace.go:171","msg":"trace[450743175] linearizableReadLoop","detail":"{readStateIndex:26735; appliedIndex:26734; }","duration":"142.543829ms","start":"2026-05-13T03:08:42.093178Z","end":"2026-05-13T03:08:42.235721Z","steps":["trace[450743175] 'read index received' (duration: 130.462673ms)","trace[450743175] 'applied index is now lower than readState.Index' (duration: 12.079936ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:42.23585Z","caller":"traceutil/trace.go:171","msg":"trace[1870620439] transaction","detail":"{read_only:false; response_revision:25877; number_of_response:1; }","duration":"156.83394ms","start":"2026-05-13T03:08:42.078964Z","end":"2026-05-13T03:08:42.235797Z","steps":["trace[1870620439] 'process raft request' (duration: 144.58685ms)","trace[1870620439] 'compare' (duration: 12.028884ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:08:42.236292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.060751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-13T03:08:42.23642Z","caller":"traceutil/trace.go:171","msg":"trace[560141714] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25877; }","duration":"143.266117ms","start":"2026-05-13T03:08:42.093128Z","end":"2026-05-13T03:08:42.236394Z","steps":["trace[560141714] 'agreement among raft nodes before linearized reading' (duration: 142.712763ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:43.054663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.214316ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-13T03:08:43.054771Z","caller":"traceutil/trace.go:171","msg":"trace[1679271932] linearizableReadLoop","detail":"{readStateIndex:26742; appliedIndex:26741; }","duration":"144.469957ms","start":"2026-05-13T03:08:42.910278Z","end":"2026-05-13T03:08:43.054748Z","steps":["trace[1679271932] 'read index received' (duration: 35.911µs)","trace[1679271932] 'applied index is now lower than readState.Index' (duration: 144.432616ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:08:43.054941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.178129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-13T03:08:43.054975Z","caller":"traceutil/trace.go:171","msg":"trace[1309668916] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25883; }","duration":"144.254141ms","start":"2026-05-13T03:08:42.910713Z","end":"2026-05-13T03:08:43.054967Z","steps":["trace[1309668916] 'agreement among raft nodes before linearized reading' (duration: 144.113378ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:43.054973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.224092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:08:43.055073Z","caller":"traceutil/trace.go:171","msg":"trace[583894750] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25883; }","duration":"135.366577ms","start":"2026-05-13T03:08:42.919688Z","end":"2026-05-13T03:08:43.055055Z","steps":["trace[583894750] 'agreement among raft nodes before linearized reading' (duration: 135.195652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:43.055546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.289788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-13T03:08:43.055578Z","caller":"traceutil/trace.go:171","msg":"trace[1422203301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25883; }","duration":"145.352519ms","start":"2026-05-13T03:08:42.910218Z","end":"2026-05-13T03:08:43.055571Z","steps":["trace[1422203301] 'agreement among raft nodes before linearized reading' (duration: 144.574149ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:43.411021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.623153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:08:43.411129Z","caller":"traceutil/trace.go:171","msg":"trace[1835982539] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25888; }","duration":"103.753537ms","start":"2026-05-13T03:08:43.307357Z","end":"2026-05-13T03:08:43.41111Z","steps":["trace[1835982539] 'range keys from in-memory index tree' (duration: 103.536851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:44.073549Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563944210,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T03:08:44.234581Z","caller":"traceutil/trace.go:171","msg":"trace[1271272472] transaction","detail":"{read_only:false; response_revision:25889; number_of_response:1; }","duration":"663.968929ms","start":"2026-05-13T03:08:43.570584Z","end":"2026-05-13T03:08:44.234553Z","steps":["trace[1271272472] 'process raft request' (duration: 663.770614ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:44.234778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:43.570562Z","time spent":"664.101562ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:08:44.417653Z","caller":"traceutil/trace.go:171","msg":"trace[227303912] linearizableReadLoop","detail":"{readStateIndex:26749; appliedIndex:26747; }","duration":"844.53629ms","start":"2026-05-13T03:08:43.573093Z","end":"2026-05-13T03:08:44.41763Z","steps":["trace[227303912] 'read index received' (duration: 661.27486ms)","trace[227303912] 'applied index is now lower than readState.Index' (duration: 183.26021ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:44.417724Z","caller":"traceutil/trace.go:171","msg":"trace[633296534] transaction","detail":"{read_only:false; response_revision:25891; number_of_response:1; }","duration":"335.521584ms","start":"2026-05-13T03:08:44.082194Z","end":"2026-05-13T03:08:44.417715Z","steps":["trace[633296534] 'process raft request' (duration: 335.318769ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:44.417661Z","caller":"traceutil/trace.go:171","msg":"trace[1714424079] transaction","detail":"{read_only:false; response_revision:25890; number_of_response:1; }","duration":"632.118372ms","start":"2026-05-13T03:08:43.785517Z","end":"2026-05-13T03:08:44.417636Z","steps":["trace[1714424079] 'process raft request' (duration: 576.385391ms)","trace[1714424079] 'compare' (duration: 55.370742ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:08:44.417808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.700154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:08:44.417831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:44.082169Z","time spent":"335.589396ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:08:44.417849Z","caller":"traceutil/trace.go:171","msg":"trace[1684806204] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25891; }","duration":"844.780196ms","start":"2026-05-13T03:08:43.573056Z","end":"2026-05-13T03:08:44.417836Z","steps":["trace[1684806204] 'agreement among raft nodes before linearized reading' (duration: 844.699674ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:44.417885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:43.573038Z","time spent":"844.837578ms","remote":"127.0.0.1:44820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:08:44.417936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:43.785477Z","time spent":"632.359818ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:08:44.423474Z","caller":"traceutil/trace.go:171","msg":"trace[183085168] transaction","detail":"{read_only:false; response_revision:25892; number_of_response:1; }","duration":"179.896724ms","start":"2026-05-13T03:08:44.243555Z","end":"2026-05-13T03:08:44.423452Z","steps":["trace[183085168] 'process raft request' (duration: 179.72563ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:44.423484Z","caller":"traceutil/trace.go:171","msg":"trace[1769530571] transaction","detail":"{read_only:false; response_revision:25893; number_of_response:1; }","duration":"179.7582ms","start":"2026-05-13T03:08:44.243701Z","end":"2026-05-13T03:08:44.423459Z","steps":["trace[1769530571] 'process raft request' (duration: 179.684828ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:44.423675Z","caller":"traceutil/trace.go:171","msg":"trace[1011411839] transaction","detail":"{read_only:false; response_revision:25894; number_of_response:1; }","duration":"179.76118ms","start":"2026-05-13T03:08:44.243904Z","end":"2026-05-13T03:08:44.423665Z","steps":["trace[1011411839] 'process raft request' (duration: 179.520034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:44.42384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.21749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:08:44.423839Z","caller":"traceutil/trace.go:171","msg":"trace[896722823] transaction","detail":"{read_only:false; response_revision:25895; number_of_response:1; }","duration":"179.887113ms","start":"2026-05-13T03:08:44.243905Z","end":"2026-05-13T03:08:44.423792Z","steps":["trace[896722823] 'process raft request' (duration: 179.717019ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:44.423906Z","caller":"traceutil/trace.go:171","msg":"trace[485962762] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25895; }","duration":"793.316633ms","start":"2026-05-13T03:08:43.630574Z","end":"2026-05-13T03:08:44.423891Z","steps":["trace[485962762] 'agreement among raft nodes before linearized reading' (duration: 793.20958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:44.423954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:43.630549Z","time spent":"793.388384ms","remote":"127.0.0.1:42136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:08:44.423954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.486726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:08:44.424003Z","caller":"traceutil/trace.go:171","msg":"trace[1877677013] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25895; }","duration":"569.63637ms","start":"2026-05-13T03:08:43.854352Z","end":"2026-05-13T03:08:44.423988Z","steps":["trace[1877677013] 'agreement among raft nodes before linearized reading' (duration: 569.480436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:44.424037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:43.85434Z","time spent":"569.686791ms","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:08:44.424142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.304326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:08:44.42421Z","caller":"traceutil/trace.go:171","msg":"trace[218426001] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25895; }","duration":"677.403738ms","start":"2026-05-13T03:08:43.746787Z","end":"2026-05-13T03:08:44.424191Z","steps":["trace[218426001] 'agreement among raft nodes before linearized reading' (duration: 677.291676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:44.424247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.352087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:08:44.424281Z","caller":"traceutil/trace.go:171","msg":"trace[612024439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25895; }","duration":"105.420758ms","start":"2026-05-13T03:08:44.318851Z","end":"2026-05-13T03:08:44.424272Z","steps":["trace[612024439] 'agreement among raft nodes before linearized reading' (duration: 105.365337ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:44.424302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.225976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:08:44.424336Z","caller":"traceutil/trace.go:171","msg":"trace[1588280802] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:25895; }","duration":"572.285097ms","start":"2026-05-13T03:08:43.852041Z","end":"2026-05-13T03:08:44.424326Z","steps":["trace[1588280802] 'agreement among raft nodes before linearized reading' (duration: 572.230365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:44.424362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:43.852023Z","time spent":"572.332098ms","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:08:44.424422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.322378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418379"} {"level":"warn","ts":"2026-05-13T03:08:44.424449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.206715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:08:44.424481Z","caller":"traceutil/trace.go:171","msg":"trace[413346803] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25895; }","duration":"792.379759ms","start":"2026-05-13T03:08:43.632083Z","end":"2026-05-13T03:08:44.424463Z","steps":["trace[413346803] 'agreement among raft nodes before linearized reading' (duration: 792.085732ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:44.424506Z","caller":"traceutil/trace.go:171","msg":"trace[711563485] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25895; }","duration":"126.298947ms","start":"2026-05-13T03:08:44.298197Z","end":"2026-05-13T03:08:44.424496Z","steps":["trace[711563485] 'agreement among raft nodes before linearized reading' (duration: 126.222725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:44.424523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:43.632046Z","time spent":"792.465641ms","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418403,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-13T03:08:44.424664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.922335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-05-13T03:08:44.42471Z","caller":"traceutil/trace.go:171","msg":"trace[872333554] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25895; }","duration":"149.967696ms","start":"2026-05-13T03:08:44.27473Z","end":"2026-05-13T03:08:44.424698Z","steps":["trace[872333554] 'agreement among raft nodes before linearized reading' (duration: 149.837603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:44.42425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:43.746772Z","time spent":"677.46795ms","remote":"127.0.0.1:42142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:08:45.093311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.726621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:08:45.093405Z","caller":"traceutil/trace.go:171","msg":"trace[1665663606] transaction","detail":"{read_only:false; response_revision:25897; number_of_response:1; }","duration":"258.175165ms","start":"2026-05-13T03:08:44.835213Z","end":"2026-05-13T03:08:45.093389Z","steps":["trace[1665663606] 'process raft request' (duration: 138.303881ms)","trace[1665663606] 'compare' (duration: 119.477424ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:45.14436Z","caller":"traceutil/trace.go:171","msg":"trace[600575699] transaction","detail":"{read_only:false; response_revision:25898; number_of_response:1; }","duration":"247.921106ms","start":"2026-05-13T03:08:44.896415Z","end":"2026-05-13T03:08:45.144336Z","steps":["trace[600575699] 'process raft request' (duration: 247.639389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:45.354664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.946233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:08:45.354917Z","caller":"traceutil/trace.go:171","msg":"trace[1005002918] transaction","detail":"{read_only:false; response_revision:25899; number_of_response:1; }","duration":"205.359059ms","start":"2026-05-13T03:08:45.149522Z","end":"2026-05-13T03:08:45.354881Z","steps":["trace[1005002918] 'process raft request' (duration: 48.106158ms)","trace[1005002918] 'compare' (duration: 156.609295ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:45.355781Z","caller":"traceutil/trace.go:171","msg":"trace[170933967] linearizableReadLoop","detail":"{readStateIndex:26761; appliedIndex:26757; }","duration":"140.918968ms","start":"2026-05-13T03:08:45.214843Z","end":"2026-05-13T03:08:45.355762Z","steps":["trace[170933967] 'read index received' (duration: 34.72µs)","trace[170933967] 'applied index is now lower than readState.Index' (duration: 140.883208ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:45.355888Z","caller":"traceutil/trace.go:171","msg":"trace[710755350] transaction","detail":"{read_only:false; response_revision:25900; number_of_response:1; }","duration":"205.854751ms","start":"2026-05-13T03:08:45.150023Z","end":"2026-05-13T03:08:45.355877Z","steps":["trace[710755350] 'process raft request' (duration: 204.779344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:45.356259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.405211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-13T03:08:45.356316Z","caller":"traceutil/trace.go:171","msg":"trace[545807038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25902; }","duration":"141.498302ms","start":"2026-05-13T03:08:45.214804Z","end":"2026-05-13T03:08:45.356302Z","steps":["trace[545807038] 'agreement among raft nodes before linearized reading' (duration: 141.313747ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:45.356482Z","caller":"traceutil/trace.go:171","msg":"trace[1942045232] transaction","detail":"{read_only:false; response_revision:25901; number_of_response:1; }","duration":"206.367404ms","start":"2026-05-13T03:08:45.1501Z","end":"2026-05-13T03:08:45.356468Z","steps":["trace[1942045232] 'process raft request' (duration: 205.550344ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:45.356593Z","caller":"traceutil/trace.go:171","msg":"trace[850801198] transaction","detail":"{read_only:false; response_revision:25902; number_of_response:1; }","duration":"205.84161ms","start":"2026-05-13T03:08:45.150742Z","end":"2026-05-13T03:08:45.356584Z","steps":["trace[850801198] 'process raft request' (duration: 204.976809ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:46.460866Z","caller":"traceutil/trace.go:171","msg":"trace[151834644] transaction","detail":"{read_only:false; response_revision:25906; number_of_response:1; }","duration":"128.234977ms","start":"2026-05-13T03:08:46.332591Z","end":"2026-05-13T03:08:46.460826Z","steps":["trace[151834644] 'process raft request' (duration: 55.66195ms)","trace[151834644] 'compare' (duration: 72.349261ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:46.461355Z","caller":"traceutil/trace.go:171","msg":"trace[20496556] linearizableReadLoop","detail":"{readStateIndex:26766; appliedIndex:26764; }","duration":"127.593179ms","start":"2026-05-13T03:08:46.333744Z","end":"2026-05-13T03:08:46.461337Z","steps":["trace[20496556] 'read index received' (duration: 54.51848ms)","trace[20496556] 'applied index is now lower than readState.Index' (duration: 73.072719ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:46.461363Z","caller":"traceutil/trace.go:171","msg":"trace[1914705708] transaction","detail":"{read_only:false; response_revision:25908; number_of_response:1; }","duration":"124.970423ms","start":"2026-05-13T03:08:46.336377Z","end":"2026-05-13T03:08:46.461348Z","steps":["trace[1914705708] 'process raft request' (duration: 124.414719ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:46.461515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.751783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-05-13T03:08:46.461563Z","caller":"traceutil/trace.go:171","msg":"trace[1576448454] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:25908; }","duration":"127.828396ms","start":"2026-05-13T03:08:46.333724Z","end":"2026-05-13T03:08:46.461552Z","steps":["trace[1576448454] 'agreement among raft nodes before linearized reading' (duration: 127.676532ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:46.461288Z","caller":"traceutil/trace.go:171","msg":"trace[236647133] transaction","detail":"{read_only:false; response_revision:25907; number_of_response:1; }","duration":"128.108002ms","start":"2026-05-13T03:08:46.333133Z","end":"2026-05-13T03:08:46.461241Z","steps":["trace[236647133] 'process raft request' (duration: 127.593189ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:46.515329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.205862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-13T03:08:46.515398Z","caller":"traceutil/trace.go:171","msg":"trace[1899103917] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25914; }","duration":"103.329866ms","start":"2026-05-13T03:08:46.412051Z","end":"2026-05-13T03:08:46.515381Z","steps":["trace[1899103917] 'agreement among raft nodes before linearized reading' (duration: 103.158082ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:46.574895Z","caller":"traceutil/trace.go:171","msg":"trace[250863129] transaction","detail":"{read_only:false; response_revision:25915; number_of_response:1; }","duration":"104.843145ms","start":"2026-05-13T03:08:46.470023Z","end":"2026-05-13T03:08:46.574866Z","steps":["trace[250863129] 'process raft request' (duration: 97.624352ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:46.574849Z","caller":"traceutil/trace.go:171","msg":"trace[1295978076] transaction","detail":"{read_only:false; response_revision:25916; number_of_response:1; }","duration":"104.423643ms","start":"2026-05-13T03:08:46.470402Z","end":"2026-05-13T03:08:46.574825Z","steps":["trace[1295978076] 'process raft request' (duration: 104.340021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:50.662069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248286021s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:08:50.662133Z","caller":"traceutil/trace.go:171","msg":"trace[116448096] linearizableReadLoop","detail":"{readStateIndex:26795; appliedIndex:26794; }","duration":"1.426569874s","start":"2026-05-13T03:08:49.235552Z","end":"2026-05-13T03:08:50.662121Z","steps":["trace[116448096] 'read index received' (duration: 178.165ms)","trace[116448096] 'applied index is now lower than readState.Index' (duration: 1.248404123s)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:08:50.662276Z","caller":"traceutil/trace.go:171","msg":"trace[777686388] transaction","detail":"{read_only:false; response_revision:25935; number_of_response:1; }","duration":"1.575567705s","start":"2026-05-13T03:08:49.086699Z","end":"2026-05-13T03:08:50.662267Z","steps":["trace[777686388] 'process raft request' (duration: 327.029298ms)","trace[777686388] 'compare' (duration: 1.245746906s)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:08:50.662312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:49.086677Z","time spent":"1.575614826s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:08:50.662427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426874151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:08:50.662447Z","caller":"traceutil/trace.go:171","msg":"trace[272262300] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25935; }","duration":"1.426931682s","start":"2026-05-13T03:08:49.235508Z","end":"2026-05-13T03:08:50.66244Z","steps":["trace[272262300] 'agreement among raft nodes before linearized reading' (duration: 1.426891071s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:50.662466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:49.235486Z","time spent":"1.426974323s","remote":"127.0.0.1:42462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:08:50.6593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579347331s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:08:50.684662Z","caller":"traceutil/trace.go:171","msg":"trace[1254209843] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25934; }","duration":"1.604717984s","start":"2026-05-13T03:08:49.079927Z","end":"2026-05-13T03:08:50.684645Z","steps":["trace[1254209843] 'range keys from in-memory index tree' (duration: 1.579332451s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:51.162351Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563944325,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T03:08:51.241503Z","caller":"traceutil/trace.go:171","msg":"trace[1819762071] transaction","detail":"{read_only:false; response_revision:25936; number_of_response:1; }","duration":"951.033306ms","start":"2026-05-13T03:08:50.290433Z","end":"2026-05-13T03:08:51.241466Z","steps":["trace[1819762071] 'process raft request' (duration: 949.088066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:51.241772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:50.290414Z","time spent":"951.200289ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:08:52.162457Z","caller":"traceutil/trace.go:171","msg":"trace[106474902] transaction","detail":"{read_only:false; response_revision:25937; number_of_response:1; }","duration":"1.578221972s","start":"2026-05-13T03:08:50.584203Z","end":"2026-05-13T03:08:52.162425Z","steps":["trace[106474902] 'process raft request' (duration: 1.577424682s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:52.16249Z","caller":"traceutil/trace.go:171","msg":"trace[195018580] transaction","detail":"{read_only:false; response_revision:25938; number_of_response:1; }","duration":"1.575944105s","start":"2026-05-13T03:08:50.586521Z","end":"2026-05-13T03:08:52.162465Z","steps":["trace[195018580] 'process raft request' (duration: 1.575757259s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:52.162612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:50.584184Z","time spent":"1.578349177s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:08:52.162633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:50.586496Z","time spent":"1.576058898s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:08:52.162806Z","caller":"traceutil/trace.go:171","msg":"trace[189784625] transaction","detail":"{read_only:false; response_revision:25939; number_of_response:1; }","duration":"1.576192862s","start":"2026-05-13T03:08:50.586586Z","end":"2026-05-13T03:08:52.162779Z","steps":["trace[189784625] 'process raft request' (duration: 1.575828452s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:52.163004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:50.586568Z","time spent":"1.576314525s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:08:52.163238Z","caller":"traceutil/trace.go:171","msg":"trace[863703430] transaction","detail":"{read_only:false; response_revision:25940; number_of_response:1; }","duration":"1.576428808s","start":"2026-05-13T03:08:50.586791Z","end":"2026-05-13T03:08:52.16322Z","steps":["trace[863703430] 'process raft request' (duration: 1.575895075s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:52.163315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:50.586782Z","time spent":"1.576492399s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:08:52.163611Z","caller":"traceutil/trace.go:171","msg":"trace[1146125118] transaction","detail":"{read_only:false; response_revision:25941; number_of_response:1; }","duration":"1.575964816s","start":"2026-05-13T03:08:50.587626Z","end":"2026-05-13T03:08:52.163591Z","steps":["trace[1146125118] 'process raft request' (duration: 1.575214307s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:52.163701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:50.587595Z","time spent":"1.576059809s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:08:52.163905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.70354582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-13T03:08:52.163964Z","caller":"traceutil/trace.go:171","msg":"trace[317208762] transaction","detail":"{read_only:false; response_revision:25943; number_of_response:1; }","duration":"1.209926109s","start":"2026-05-13T03:08:50.954016Z","end":"2026-05-13T03:08:52.163942Z","steps":["trace[317208762] 'process raft request' (duration: 1.20956279s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:52.163988Z","caller":"traceutil/trace.go:171","msg":"trace[817090591] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25943; }","duration":"2.703668294s","start":"2026-05-13T03:08:49.460301Z","end":"2026-05-13T03:08:52.163969Z","steps":["trace[817090591] 'agreement among raft nodes before linearized reading' (duration: 2.703351316s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:52.164033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:49.460284Z","time spent":"2.703738685s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T03:08:52.164033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.771853219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-13T03:08:52.164053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:50.953968Z","time spent":"1.210037803s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:08:52.164059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808160083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:08:52.16406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.741717566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-13T03:08:52.164075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.741715797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-13T03:08:52.164092Z","caller":"traceutil/trace.go:171","msg":"trace[206269216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25943; }","duration":"2.771936601s","start":"2026-05-13T03:08:49.392139Z","end":"2026-05-13T03:08:52.164075Z","steps":["trace[206269216] 'agreement among raft nodes before linearized reading' (duration: 2.771756337s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:52.164102Z","caller":"traceutil/trace.go:171","msg":"trace[1678539694] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25943; }","duration":"1.808205274s","start":"2026-05-13T03:08:50.355885Z","end":"2026-05-13T03:08:52.16409Z","steps":["trace[1678539694] 'agreement among raft nodes before linearized reading' (duration: 1.808105361s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:52.164115Z","caller":"traceutil/trace.go:171","msg":"trace[835500818] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25943; }","duration":"2.741796249s","start":"2026-05-13T03:08:49.422301Z","end":"2026-05-13T03:08:52.164097Z","steps":["trace[835500818] 'agreement among raft nodes before linearized reading' (duration: 2.741645825s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:52.164134Z","caller":"traceutil/trace.go:171","msg":"trace[1785715174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25943; }","duration":"2.741784128s","start":"2026-05-13T03:08:49.422335Z","end":"2026-05-13T03:08:52.164119Z","steps":["trace[1785715174] 'agreement among raft nodes before linearized reading' (duration: 2.741605414s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:52.164144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:50.355807Z","time spent":"1.808328587s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:08:52.164137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:49.392122Z","time spent":"2.772007213s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T03:08:52.164151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:49.422288Z","time spent":"2.74185545s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-13T03:08:52.164119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.778323783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-13T03:08:52.164154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.843477548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:08:52.164181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:49.422332Z","time spent":"2.74183733s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-13T03:08:52.164192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.819498325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:08:52.164213Z","caller":"traceutil/trace.go:171","msg":"trace[1588413756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25943; }","duration":"1.843569689s","start":"2026-05-13T03:08:50.320627Z","end":"2026-05-13T03:08:52.164197Z","steps":["trace[1588413756] 'agreement among raft nodes before linearized reading' (duration: 1.843473847s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:52.164209Z","caller":"traceutil/trace.go:171","msg":"trace[637059770] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25943; }","duration":"2.778478127s","start":"2026-05-13T03:08:49.385712Z","end":"2026-05-13T03:08:52.16419Z","steps":["trace[637059770] 'agreement among raft nodes before linearized reading' (duration: 2.77819586s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:52.164225Z","caller":"traceutil/trace.go:171","msg":"trace[1564963471] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25943; }","duration":"2.819611128s","start":"2026-05-13T03:08:49.344603Z","end":"2026-05-13T03:08:52.164215Z","steps":["trace[1564963471] 'agreement among raft nodes before linearized reading' (duration: 2.819540056s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:52.16423Z","caller":"traceutil/trace.go:171","msg":"trace[882741243] transaction","detail":"{read_only:false; response_revision:25942; number_of_response:1; }","duration":"1.576465209s","start":"2026-05-13T03:08:50.587752Z","end":"2026-05-13T03:08:52.164217Z","steps":["trace[882741243] 'process raft request' (duration: 1.57569868s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:52.164249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:50.320609Z","time spent":"1.843632781s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:08:52.164265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:49.385692Z","time spent":"2.778563959s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-13T03:08:52.164266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:49.344582Z","time spent":"2.8196738s","remote":"127.0.0.1:39606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:08:52.164289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:50.587743Z","time spent":"1.57651671s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:08:52.163635Z","caller":"traceutil/trace.go:171","msg":"trace[1264797524] linearizableReadLoop","detail":"{readStateIndex:26803; appliedIndex:26795; }","duration":"1.50147367s","start":"2026-05-13T03:08:50.66215Z","end":"2026-05-13T03:08:52.163624Z","steps":["trace[1264797524] 'read index received' (duration: 577.383347ms)","trace[1264797524] 'applied index is now lower than readState.Index' (duration: 924.089393ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:08:52.164457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.861532009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:08:52.164559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41618877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:08:52.164564Z","caller":"traceutil/trace.go:171","msg":"trace[1967695336] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25943; }","duration":"2.861678813s","start":"2026-05-13T03:08:49.302868Z","end":"2026-05-13T03:08:52.164546Z","steps":["trace[1967695336] 'agreement among raft nodes before linearized reading' (duration: 2.861459798s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:52.164593Z","caller":"traceutil/trace.go:171","msg":"trace[1265598166] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:25943; }","duration":"1.416252032s","start":"2026-05-13T03:08:50.748331Z","end":"2026-05-13T03:08:52.164583Z","steps":["trace[1265598166] 'agreement among raft nodes before linearized reading' (duration: 1.41619122s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:52.164591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172862761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:08:52.164604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:49.30285Z","time spent":"2.861742494s","remote":"127.0.0.1:42522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:08:52.164621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:50.748315Z","time spent":"1.416300203s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"info","ts":"2026-05-13T03:08:52.164637Z","caller":"traceutil/trace.go:171","msg":"trace[337674664] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25943; }","duration":"1.172956993s","start":"2026-05-13T03:08:50.991667Z","end":"2026-05-13T03:08:52.164624Z","steps":["trace[337674664] 'agreement among raft nodes before linearized reading' (duration: 1.172862881s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:52.164671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:50.991644Z","time spent":"1.173018514s","remote":"127.0.0.1:42220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:08:52.164694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.517527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:08:52.164734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18825096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:08:52.164764Z","caller":"traceutil/trace.go:171","msg":"trace[1339762723] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:25943; }","duration":"742.616189ms","start":"2026-05-13T03:08:51.422128Z","end":"2026-05-13T03:08:52.164744Z","steps":["trace[1339762723] 'agreement among raft nodes before linearized reading' (duration: 742.498106ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:52.164779Z","caller":"traceutil/trace.go:171","msg":"trace[216315652] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25943; }","duration":"1.188341482s","start":"2026-05-13T03:08:50.976424Z","end":"2026-05-13T03:08:52.164765Z","steps":["trace[216315652] 'agreement among raft nodes before linearized reading' (duration: 1.188271131s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:52.164785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231413772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:08:52.164814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:50.976399Z","time spent":"1.188406694s","remote":"127.0.0.1:42126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:08:52.164814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:51.422115Z","time spent":"742.685141ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:08:52.164852Z","caller":"traceutil/trace.go:171","msg":"trace[381730883] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25943; }","duration":"1.231500575s","start":"2026-05-13T03:08:50.933317Z","end":"2026-05-13T03:08:52.164817Z","steps":["trace[381730883] 'agreement among raft nodes before linearized reading' (duration: 1.231423853s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:52.164888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:50.933296Z","time spent":"1.231581947s","remote":"127.0.0.1:42204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:08:52.164898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.627292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:08:52.16494Z","caller":"traceutil/trace.go:171","msg":"trace[333223153] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25943; }","duration":"750.715604ms","start":"2026-05-13T03:08:51.414211Z","end":"2026-05-13T03:08:52.164927Z","steps":["trace[333223153] 'agreement among raft nodes before linearized reading' (duration: 750.623442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:52.164979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:51.414186Z","time spent":"750.782035ms","remote":"127.0.0.1:54402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":30,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:08:52.67294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563944329,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:08:53.173488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563944329,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:08:53.673943Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563944329,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:08:54.173164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000442871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-13T03:08:54.173249Z","caller":"traceutil/trace.go:171","msg":"trace[1789174521] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000565954s","start":"2026-05-13T03:08:52.172666Z","end":"2026-05-13T03:08:54.173232Z","steps":["trace[1789174521] 'agreement among raft nodes before linearized reading' (duration: 2.000458232s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:54.173298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:52.172658Z","time spent":"2.000630246s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:08:54.174748Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563944329,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:08:54.675251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563944329,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:08:55.176176Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563944329,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:08:55.676599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563944329,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:08:55.786676Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.377396522s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T03:08:55.787046Z","caller":"traceutil/trace.go:171","msg":"trace[850607300] transaction","detail":"{read_only:false; response_revision:25944; number_of_response:1; }","duration":"3.618213634s","start":"2026-05-13T03:08:52.168785Z","end":"2026-05-13T03:08:55.786999Z","steps":["trace[850607300] 'process raft request' (duration: 3.618037349s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:55.787192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:52.168764Z","time spent":"3.618355828s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:08:56.173888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000032901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:08:56.173975Z","caller":"traceutil/trace.go:171","msg":"trace[1323714131] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000158564s","start":"2026-05-13T03:08:54.173798Z","end":"2026-05-13T03:08:56.173956Z","steps":["trace[1323714131] 'agreement among raft nodes before linearized reading' (duration: 2.000054682s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:56.174024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:54.173786Z","time spent":"2.000227936s","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 03:08:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:08:57.167329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:52.168986Z","time spent":"4.998335202s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/13 03:08:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:08:57.167394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:52.169774Z","time spent":"4.997604944s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/13 03:08:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:08:57.167657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:52.169617Z","time spent":"4.998029905s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/13 03:08:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:08:57.887025Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.09916046s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-13T03:08:58.18336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000096113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-13T03:08:58.183465Z","caller":"traceutil/trace.go:171","msg":"trace[1686584918] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000243997s","start":"2026-05-13T03:08:56.183185Z","end":"2026-05-13T03:08:58.183429Z","steps":["trace[1686584918] 'agreement among raft nodes before linearized reading' (duration: 2.000127564s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:58.183516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:56.183163Z","time spent":"2.000343269s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:08:58.251776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:53.279499Z","time spent":"4.972268392s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/13 03:08:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:08:58.615104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:56.731262Z","time spent":"1.883833339s","remote":"127.0.0.1:53458","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-13T03:08:58.616629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.339633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:08:58.61706Z","caller":"traceutil/trace.go:171","msg":"trace[1961063979] transaction","detail":"{read_only:false; response_revision:25947; number_of_response:1; }","duration":"6.447297263s","start":"2026-05-13T03:08:52.169706Z","end":"2026-05-13T03:08:58.617003Z","steps":["trace[1961063979] 'process raft request' (duration: 6.447093197s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:08:58.617083Z","caller":"traceutil/trace.go:171","msg":"trace[2123445856] transaction","detail":"{read_only:false; response_revision:25949; number_of_response:1; }","duration":"6.340597692s","start":"2026-05-13T03:08:52.276433Z","end":"2026-05-13T03:08:58.617031Z","steps":["trace[2123445856] 'process raft request' (duration: 6.340437908s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:08:58.617228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:52.169701Z","time spent":"6.447436377s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:08:58.61723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:52.276399Z","time spent":"6.340753246s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:08:59.167642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:54.169174Z","time spent":"4.998459896s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-13T03:08:59.167735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:54.169701Z","time spent":"4.998033215s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-13T03:08:59.167916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:54.169853Z","time spent":"4.998061326s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/13 03:08:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:08:59.168296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:54.170837Z","time spent":"4.997455751s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-13T03:08:59.168561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:54.170774Z","time spent":"4.997784279s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-13T03:08:59.168639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:54.169857Z","time spent":"4.998773793s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-13T03:08:59.169645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:54.170847Z","time spent":"4.998793975s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/13 03:08:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:08:59.385713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.944672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:08:59.38582Z","caller":"traceutil/trace.go:171","msg":"trace[890487604] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"215.115316ms","start":"2026-05-13T03:08:59.17067Z","end":"2026-05-13T03:08:59.385785Z","steps":["trace[890487604] 'agreement among raft nodes before linearized reading' (duration: 215.005683ms)"],"step_count":1} 2026/05/13 03:08:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:08:59.422242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.215255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:08:59.422321Z","caller":"traceutil/trace.go:171","msg":"trace[1352920631] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"222.354688ms","start":"2026-05-13T03:08:59.199948Z","end":"2026-05-13T03:08:59.422302Z","steps":["trace[1352920631] 'agreement among raft nodes before linearized reading' (duration: 222.255846ms)"],"step_count":1} 2026/05/13 03:08:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:08:59.460874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.099174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:08:59.460997Z","caller":"traceutil/trace.go:171","msg":"trace[1780376900] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"290.263789ms","start":"2026-05-13T03:08:59.170708Z","end":"2026-05-13T03:08:59.460972Z","steps":["trace[1780376900] 'agreement among raft nodes before linearized reading' (duration: 290.111485ms)"],"step_count":1} 2026/05/13 03:08:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:08:59.870445Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"75919e1f1f1f7615","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-13T03:09:00.183942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999916658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:09:00.184059Z","caller":"traceutil/trace.go:171","msg":"trace[1235219410] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000084852s","start":"2026-05-13T03:08:58.183952Z","end":"2026-05-13T03:09:00.184037Z","steps":["trace[1235219410] 'agreement among raft nodes before linearized reading' (duration: 1.999951449s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:00.18412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:58.183929Z","time spent":"2.000175245s","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 03:09:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:09:00.654833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000464062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:09:00.655064Z","caller":"traceutil/trace.go:171","msg":"trace[935551556] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000758779s","start":"2026-05-13T03:08:58.654265Z","end":"2026-05-13T03:09:00.655024Z","steps":["trace[935551556] 'agreement among raft nodes before linearized reading' (duration: 2.000499563s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:00.655156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:58.654233Z","time spent":"2.000905083s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 03:09:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:09:00.734848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117922156s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-05-13T03:09:00.735305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655302904s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:00.735433Z","caller":"traceutil/trace.go:171","msg":"trace[2134319147] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25949; }","duration":"1.655438737s","start":"2026-05-13T03:08:59.079975Z","end":"2026-05-13T03:09:00.735414Z","steps":["trace[2134319147] 'range keys from in-memory index tree' (duration: 1.655284934s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:01.045463Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.580931971s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-13T03:09:02.192095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000282258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:09:02.19218Z","caller":"traceutil/trace.go:171","msg":"trace[764867601] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00041579s","start":"2026-05-13T03:09:00.191746Z","end":"2026-05-13T03:09:02.192162Z","steps":["trace[764867601] 'agreement among raft nodes before linearized reading' (duration: 2.000311077s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:02.19223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:00.191728Z","time spent":"2.000489032s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 03:09:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:09:02.38576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:55.38546Z","time spent":"7.000293383s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-13T03:09:02.501604Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.455063865s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-13T03:09:02.859656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:55.859278Z","time spent":"7.000371724s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-13T03:09:03.251553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998188539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:09:03.251641Z","caller":"traceutil/trace.go:171","msg":"trace[1950537919] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998314512s","start":"2026-05-13T03:08:58.253306Z","end":"2026-05-13T03:09:03.251621Z","steps":["trace[1950537919] 'agreement among raft nodes before linearized reading' (duration: 4.998207749s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:03.251698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:58.25329Z","time spent":"4.998391224s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/05/13 03:09:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:09:03.440306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.702858303s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:09:03.441354Z","caller":"traceutil/trace.go:171","msg":"trace[1711139619] linearizableReadLoop","detail":"{readStateIndex:26819; appliedIndex:26803; }","duration":"11.268637926s","start":"2026-05-13T03:08:52.172691Z","end":"2026-05-13T03:09:03.441329Z","steps":["trace[1711139619] 'read index received' (duration: 3.614149142s)","trace[1711139619] 'applied index is now lower than readState.Index' (duration: 7.654487854s)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:09:03.441587Z","caller":"traceutil/trace.go:171","msg":"trace[1763850969] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25959; }","duration":"4.053450424s","start":"2026-05-13T03:08:59.38812Z","end":"2026-05-13T03:09:03.441571Z","steps":["trace[1763850969] 'process raft request' (duration: 4.053180007s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:03.441657Z","caller":"traceutil/trace.go:171","msg":"trace[1543202575] transaction","detail":"{read_only:false; response_revision:25960; number_of_response:1; }","duration":"2.583756338s","start":"2026-05-13T03:09:00.857876Z","end":"2026-05-13T03:09:03.441633Z","steps":["trace[1543202575] 'process raft request' (duration: 2.583677426s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:03.441723Z","caller":"traceutil/trace.go:171","msg":"trace[1586813258] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25959; }","duration":"4.017425981s","start":"2026-05-13T03:08:59.42428Z","end":"2026-05-13T03:09:03.441706Z","steps":["trace[1586813258] 'process raft request' (duration: 4.017213726s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:03.441785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:00.85785Z","time spent":"2.583873952s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:09:03.441855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:59.424257Z","time spent":"4.017509904s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":530,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:09:03.441861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:59.388091Z","time spent":"4.053573056s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":518,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:09:03.509999Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.008248823s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T03:09:03.510249Z","caller":"traceutil/trace.go:171","msg":"trace[1346238300] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25960; }","duration":"1.120192777s","start":"2026-05-13T03:09:02.390038Z","end":"2026-05-13T03:09:03.510231Z","steps":["trace[1346238300] 'process raft request' (duration: 1.120102225s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:03.510353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:02.390015Z","time spent":"1.12027483s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":726,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:09:04.167236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996550458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:09:04.16734Z","caller":"traceutil/trace.go:171","msg":"trace[1613425828] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.996694792s","start":"2026-05-13T03:08:59.170621Z","end":"2026-05-13T03:09:04.167316Z","steps":["trace[1613425828] 'agreement among raft nodes before linearized reading' (duration: 4.996568409s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:04.167405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:59.170606Z","time spent":"4.996782484s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/05/13 03:09:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:09:04.168136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997678377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:09:04.168193Z","caller":"traceutil/trace.go:171","msg":"trace[1680589144] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.997766519s","start":"2026-05-13T03:08:59.170412Z","end":"2026-05-13T03:09:04.168178Z","steps":["trace[1680589144] 'agreement among raft nodes before linearized reading' (duration: 4.997698337s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:04.168241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:59.170401Z","time spent":"4.9978306s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/05/13 03:09:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:09:04.170019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999271637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-13T03:09:04.170073Z","caller":"traceutil/trace.go:171","msg":"trace[2000757500] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.99935523s","start":"2026-05-13T03:08:59.170707Z","end":"2026-05-13T03:09:04.170062Z","steps":["trace[2000757500] 'agreement among raft nodes before linearized reading' (duration: 4.999285498s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:04.170113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:59.170698Z","time spent":"4.999405211s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-13T03:09:04.170467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999769959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:09:04.1705Z","caller":"traceutil/trace.go:171","msg":"trace[1809414262] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999822201s","start":"2026-05-13T03:08:59.170669Z","end":"2026-05-13T03:09:04.170491Z","steps":["trace[1809414262] 'agreement among raft nodes before linearized reading' (duration: 4.99978372s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:04.1705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998514627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-13T03:09:04.170531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:59.17066Z","time spent":"4.999863002s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/05/13 03:09:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-13T03:09:04.170563Z","caller":"traceutil/trace.go:171","msg":"trace[147364035] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.99858451s","start":"2026-05-13T03:08:59.171959Z","end":"2026-05-13T03:09:04.170543Z","steps":["trace[147364035] 'agreement among raft nodes before linearized reading' (duration: 4.998531348s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:04.170458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000620141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:09:04.170603Z","caller":"traceutil/trace.go:171","msg":"trace[1816686871] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"5.000804056s","start":"2026-05-13T03:08:59.169792Z","end":"2026-05-13T03:09:04.170597Z","steps":["trace[1816686871] 'agreement among raft nodes before linearized reading' (duration: 5.000647742s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:04.170608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:59.171949Z","time spent":"4.998646741s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-05-13T03:09:04.170629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:59.169775Z","time spent":"5.000846837s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/05/13 03:09:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:09:04.170757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998764884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:09:04.170798Z","caller":"traceutil/trace.go:171","msg":"trace[148519473] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998840406s","start":"2026-05-13T03:08:59.171946Z","end":"2026-05-13T03:09:04.170786Z","steps":["trace[148519473] 'agreement among raft nodes before linearized reading' (duration: 4.998795764s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:04.170829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:59.171928Z","time spent":"4.998894356s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/05/13 03:09:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:09:04.192681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000319868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-13T03:09:04.192776Z","caller":"traceutil/trace.go:171","msg":"trace[1837376809] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000470112s","start":"2026-05-13T03:09:02.192286Z","end":"2026-05-13T03:09:04.192756Z","steps":["trace[1837376809] 'agreement among raft nodes before linearized reading' (duration: 2.000343209s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:04.192823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:02.192265Z","time spent":"2.000547733s","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:09:04.204328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.596104589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:09:04.204622Z","caller":"traceutil/trace.go:171","msg":"trace[1019664279] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"10.596462809s","start":"2026-05-13T03:08:53.608148Z","end":"2026-05-13T03:09:04.204611Z","steps":["trace[1019664279] 'agreement among raft nodes before linearized reading' (duration: 10.596159301s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:04.204653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:53.608126Z","time spent":"10.59651827s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/05/13 03:09:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:09:06.202322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000301008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:09:06.202393Z","caller":"traceutil/trace.go:171","msg":"trace[861252470] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00041624s","start":"2026-05-13T03:09:04.201959Z","end":"2026-05-13T03:09:06.202375Z","steps":["trace[861252470] 'agreement among raft nodes before linearized reading' (duration: 2.000320648s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:06.202433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:04.201947Z","time spent":"2.000472322s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 03:09:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:09:06.696424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.00828088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:09:06.696511Z","caller":"traceutil/trace.go:171","msg":"trace[588833593] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.008430264s","start":"2026-05-13T03:08:56.688062Z","end":"2026-05-13T03:09:06.696492Z","steps":["trace[588833593] 'agreement among raft nodes before linearized reading' (duration: 10.008311961s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:06.696562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:56.688046Z","time spent":"10.008504425s","remote":"127.0.0.1:42310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/05/13 03:09:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:09:06.956018Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.423939742s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-13T03:09:07.791362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999827755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:09:07.791464Z","caller":"traceutil/trace.go:171","msg":"trace[39930992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999996771s","start":"2026-05-13T03:08:57.791443Z","end":"2026-05-13T03:09:07.79144Z","steps":["trace[39930992] 'agreement among raft nodes before linearized reading' (duration: 9.999870007s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:07.791523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:57.791379Z","time spent":"10.000128663s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/05/13 03:09:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:09:08.202818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000245646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:09:08.202923Z","caller":"traceutil/trace.go:171","msg":"trace[340398453] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000370039s","start":"2026-05-13T03:09:06.20251Z","end":"2026-05-13T03:09:08.20288Z","steps":["trace[340398453] 'agreement among raft nodes before linearized reading' (duration: 2.000271747s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.203045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:06.202491Z","time spent":"2.000540893s","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 03:09:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:09:08.253095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:03.255147Z","time spent":"4.997938082s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-13T03:09:08.953774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.421723285s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-13T03:09:08.954531Z","caller":"traceutil/trace.go:171","msg":"trace[2109775654] linearizableReadLoop","detail":"{readStateIndex:26826; appliedIndex:26823; }","duration":"5.513003732s","start":"2026-05-13T03:09:03.441508Z","end":"2026-05-13T03:09:08.954512Z","steps":["trace[2109775654] 'read index received' (duration: 68.647908ms)","trace[2109775654] 'applied index is now lower than readState.Index' (duration: 5.444354844s)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:09:08.954653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.63237542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:08.954688Z","caller":"traceutil/trace.go:171","msg":"trace[1513423550] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25961; }","duration":"10.632489722s","start":"2026-05-13T03:08:58.322183Z","end":"2026-05-13T03:09:08.954673Z","steps":["trace[1513423550] 'agreement among raft nodes before linearized reading' (duration: 10.63242328s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.954732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.326486981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-13T03:09:08.954782Z","caller":"traceutil/trace.go:171","msg":"trace[1047121225] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25961; }","duration":"7.326620154s","start":"2026-05-13T03:09:01.628144Z","end":"2026-05-13T03:09:08.954764Z","steps":["trace[1047121225] 'agreement among raft nodes before linearized reading' (duration: 7.326419769s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.955061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:58.322123Z","time spent":"10.632922243s","remote":"127.0.0.1:56122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:08.955233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.10033746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:09:08.955326Z","caller":"traceutil/trace.go:171","msg":"trace[410796298] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25961; }","duration":"14.100481093s","start":"2026-05-13T03:08:54.854827Z","end":"2026-05-13T03:09:08.955308Z","steps":["trace[410796298] 'agreement among raft nodes before linearized reading' (duration: 14.100321689s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.955357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:54.854804Z","time spent":"14.100544954s","remote":"127.0.0.1:39926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":22,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:08.955413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.118454159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-13T03:09:08.955132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.20697045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:08.955489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.091774563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-13T03:09:08.955532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.298321002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:08.955561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.42681053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:08.95557Z","caller":"traceutil/trace.go:171","msg":"trace[1062153524] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:25961; }","duration":"6.091899556s","start":"2026-05-13T03:09:02.863649Z","end":"2026-05-13T03:09:08.955548Z","steps":["trace[1062153524] 'agreement among raft nodes before linearized reading' (duration: 6.091607119s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:08.955589Z","caller":"traceutil/trace.go:171","msg":"trace[1738779229] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:0; response_revision:25961; }","duration":"11.426868171s","start":"2026-05-13T03:08:57.528713Z","end":"2026-05-13T03:09:08.955582Z","steps":["trace[1738779229] 'agreement among raft nodes before linearized reading' (duration: 11.42681851s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:08.955587Z","caller":"traceutil/trace.go:171","msg":"trace[1635195486] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25961; }","duration":"14.298417324s","start":"2026-05-13T03:08:54.657154Z","end":"2026-05-13T03:09:08.955572Z","steps":["trace[1635195486] 'agreement among raft nodes before linearized reading' (duration: 14.298324002s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.95561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:57.528695Z","time spent":"11.426910272s","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"warn","ts":"2026-05-13T03:09:08.955618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:02.863629Z","time spent":"6.091979748s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-05-13T03:09:08.955633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:54.657133Z","time spent":"14.298489036s","remote":"127.0.0.1:46230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:08.955734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.749843527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:08.955757Z","caller":"traceutil/trace.go:171","msg":"trace[791855163] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25961; }","duration":"11.749897568s","start":"2026-05-13T03:08:57.20585Z","end":"2026-05-13T03:09:08.955748Z","steps":["trace[791855163] 'agreement among raft nodes before linearized reading' (duration: 11.749855367s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.955778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:57.205832Z","time spent":"11.749940329s","remote":"127.0.0.1:42296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:09:08.955757Z","caller":"traceutil/trace.go:171","msg":"trace[173834909] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25961; }","duration":"10.207457042s","start":"2026-05-13T03:08:58.748036Z","end":"2026-05-13T03:09:08.955493Z","steps":["trace[173834909] 'agreement among raft nodes before linearized reading' (duration: 10.206479348s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.955843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.406950621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:08.955865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.969841506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:09:08.955892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.023847794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:08.95593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.486815623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:08.955952Z","caller":"traceutil/trace.go:171","msg":"trace[424291497] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25961; }","duration":"5.969954258s","start":"2026-05-13T03:09:02.985953Z","end":"2026-05-13T03:09:08.955908Z","steps":["trace[424291497] 'agreement among raft nodes before linearized reading' (duration: 5.969853956s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:08.955963Z","caller":"traceutil/trace.go:171","msg":"trace[1952772303] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25961; }","duration":"14.486883985s","start":"2026-05-13T03:08:54.46907Z","end":"2026-05-13T03:09:08.955954Z","steps":["trace[1952772303] 'agreement among raft nodes before linearized reading' (duration: 14.486833053s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.955998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:54.469049Z","time spent":"14.486940256s","remote":"127.0.0.1:42272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:08.956002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:02.985924Z","time spent":"5.970062581s","remote":"127.0.0.1:54400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:08.956024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.558378195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:08.956072Z","caller":"traceutil/trace.go:171","msg":"trace[1777834526] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25961; }","duration":"16.558474017s","start":"2026-05-13T03:08:52.397584Z","end":"2026-05-13T03:09:08.956058Z","steps":["trace[1777834526] 'agreement among raft nodes before linearized reading' (duration: 16.558386305s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.956105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:52.397551Z","time spent":"16.558545299s","remote":"127.0.0.1:42066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:09:08.956128Z","caller":"traceutil/trace.go:171","msg":"trace[1609068381] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:25961; }","duration":"12.023936165s","start":"2026-05-13T03:08:56.931974Z","end":"2026-05-13T03:09:08.95591Z","steps":["trace[1609068381] 'agreement among raft nodes before linearized reading' (duration: 12.023894474s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.956164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:56.931951Z","time spent":"12.024203003s","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:09:08.955883Z","caller":"traceutil/trace.go:171","msg":"trace[1266691146] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25961; }","duration":"14.407043314s","start":"2026-05-13T03:08:54.548828Z","end":"2026-05-13T03:09:08.955872Z","steps":["trace[1266691146] 'agreement among raft nodes before linearized reading' (duration: 14.406971113s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.956201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:54.548803Z","time spent":"14.407383042s","remote":"127.0.0.1:36128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:08.956228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.497232027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:09:08.956257Z","caller":"traceutil/trace.go:171","msg":"trace[753872218] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25961; }","duration":"14.497304149s","start":"2026-05-13T03:08:54.458943Z","end":"2026-05-13T03:09:08.956247Z","steps":["trace[753872218] 'agreement among raft nodes before linearized reading' (duration: 14.497255918s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.956285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:54.458881Z","time spent":"14.497397031s","remote":"127.0.0.1:46214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:08.956077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:58.748014Z","time spent":"10.208035656s","remote":"127.0.0.1:42336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:08.95644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.787105624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:08.956468Z","caller":"traceutil/trace.go:171","msg":"trace[1698943925] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:25961; }","duration":"14.787158076s","start":"2026-05-13T03:08:54.169302Z","end":"2026-05-13T03:09:08.95646Z","steps":["trace[1698943925] 'agreement among raft nodes before linearized reading' (duration: 14.787111395s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.956487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.028908692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:08.956494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:54.16929Z","time spent":"14.787198527s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"info","ts":"2026-05-13T03:09:08.956514Z","caller":"traceutil/trace.go:171","msg":"trace[1750751069] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25961; }","duration":"12.028970193s","start":"2026-05-13T03:08:56.927535Z","end":"2026-05-13T03:09:08.956506Z","steps":["trace[1750751069] 'agreement among raft nodes before linearized reading' (duration: 12.028922652s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.956535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:56.927519Z","time spent":"12.029010614s","remote":"127.0.0.1:42254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:08.956602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.203118842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:08.956597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.621974403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-05-13T03:09:08.956622Z","caller":"traceutil/trace.go:171","msg":"trace[702319034] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25961; }","duration":"12.203162763s","start":"2026-05-13T03:08:56.753453Z","end":"2026-05-13T03:09:08.956615Z","steps":["trace[702319034] 'agreement among raft nodes before linearized reading' (duration: 12.203131272s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:08.956634Z","caller":"traceutil/trace.go:171","msg":"trace[2112246355] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25961; }","duration":"16.622007664s","start":"2026-05-13T03:08:52.334614Z","end":"2026-05-13T03:09:08.956622Z","steps":["trace[2112246355] 'agreement among raft nodes before linearized reading' (duration: 16.621897791s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.956648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:56.75343Z","time spent":"12.203210314s","remote":"127.0.0.1:35972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:08.956668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:52.334593Z","time spent":"16.622066816s","remote":"127.0.0.1:39608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-05-13T03:09:08.956681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.826177538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-13T03:09:08.95671Z","caller":"traceutil/trace.go:171","msg":"trace[1355641690] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25961; }","duration":"15.826265131s","start":"2026-05-13T03:08:53.130436Z","end":"2026-05-13T03:09:08.956701Z","steps":["trace[1355641690] 'agreement among raft nodes before linearized reading' (duration: 15.826177039s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.956735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:53.130406Z","time spent":"15.826323822s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-13T03:09:08.956788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.298409285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:08.956795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.54374754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:08.956816Z","caller":"traceutil/trace.go:171","msg":"trace[2040700894] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25961; }","duration":"12.298439976s","start":"2026-05-13T03:08:56.658368Z","end":"2026-05-13T03:09:08.956808Z","steps":["trace[2040700894] 'agreement among raft nodes before linearized reading' (duration: 12.298391555s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.956483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.617446209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:08.956845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.325382307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:08.956843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:56.658304Z","time spent":"12.298531057s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:09:08.956859Z","caller":"traceutil/trace.go:171","msg":"trace[1153994821] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25961; }","duration":"12.325436658s","start":"2026-05-13T03:08:56.631418Z","end":"2026-05-13T03:09:08.956854Z","steps":["trace[1153994821] 'agreement among raft nodes before linearized reading' (duration: 12.325414097s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:08.956851Z","caller":"traceutil/trace.go:171","msg":"trace[2036795122] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25961; }","duration":"16.61782047s","start":"2026-05-13T03:08:52.339021Z","end":"2026-05-13T03:09:08.956842Z","steps":["trace[2036795122] 'agreement among raft nodes before linearized reading' (duration: 16.617421339s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.956876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:56.631393Z","time spent":"12.325478069s","remote":"127.0.0.1:42120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:08.956882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:52.339014Z","time spent":"16.61785932s","remote":"127.0.0.1:56186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:08.956888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.935919057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:09:08.956944Z","caller":"traceutil/trace.go:171","msg":"trace[1782871477] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25961; }","duration":"15.935978679s","start":"2026-05-13T03:08:53.020949Z","end":"2026-05-13T03:09:08.956928Z","steps":["trace[1782871477] 'agreement among raft nodes before linearized reading' (duration: 15.935874206s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.95696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.601339123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:09:08.956965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.900746138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:08.956976Z","caller":"traceutil/trace.go:171","msg":"trace[1454440897] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25961; }","duration":"12.601388745s","start":"2026-05-13T03:08:56.355582Z","end":"2026-05-13T03:09:08.956971Z","steps":["trace[1454440897] 'agreement among raft nodes before linearized reading' (duration: 12.601359154s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:08.956985Z","caller":"traceutil/trace.go:171","msg":"trace[1115363942] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25961; }","duration":"13.900804089s","start":"2026-05-13T03:08:55.056175Z","end":"2026-05-13T03:09:08.956979Z","steps":["trace[1115363942] 'agreement among raft nodes before linearized reading' (duration: 13.900766948s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.956991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:56.35556Z","time spent":"12.601426785s","remote":"127.0.0.1:39780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:08.957004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:55.056153Z","time spent":"13.900845841s","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:08.957026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.232938296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:08.957055Z","caller":"traceutil/trace.go:171","msg":"trace[811786235] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25961; }","duration":"16.233009119s","start":"2026-05-13T03:08:52.724038Z","end":"2026-05-13T03:09:08.957047Z","steps":["trace[811786235] 'agreement among raft nodes before linearized reading' (duration: 16.232966308s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.957082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.625906234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:09:08.957086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:52.724016Z","time spent":"16.23306282s","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:09:08.9571Z","caller":"traceutil/trace.go:171","msg":"trace[840604295] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25961; }","duration":"12.625968026s","start":"2026-05-13T03:08:56.331126Z","end":"2026-05-13T03:09:08.957094Z","steps":["trace[840604295] 'agreement among raft nodes before linearized reading' (duration: 12.625938715s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.957115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:56.331105Z","time spent":"12.626006077s","remote":"127.0.0.1:46198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:08.957186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.78017677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aefe6e9c8c2fac\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-13T03:09:08.957199Z","caller":"traceutil/trace.go:171","msg":"trace[1864908771] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aefe6e9c8c2fac; range_end:; response_count:1; response_revision:25961; }","duration":"12.78022388s","start":"2026-05-13T03:08:56.17697Z","end":"2026-05-13T03:09:08.957194Z","steps":["trace[1864908771] 'agreement among raft nodes before linearized reading' (duration: 12.780176689s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.957211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:56.176953Z","time spent":"12.780254552s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aefe6e9c8c2fac\" "} {"level":"info","ts":"2026-05-13T03:09:08.956821Z","caller":"traceutil/trace.go:171","msg":"trace[851276599] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25961; }","duration":"13.543797731s","start":"2026-05-13T03:08:55.413015Z","end":"2026-05-13T03:09:08.956812Z","steps":["trace[851276599] 'agreement among raft nodes before linearized reading' (duration: 13.54375381s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.95725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:55.412999Z","time spent":"13.544241323s","remote":"127.0.0.1:56108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:08.957381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.066672503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:08.957397Z","caller":"traceutil/trace.go:171","msg":"trace[1036814946] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25961; }","duration":"13.066729054s","start":"2026-05-13T03:08:55.890664Z","end":"2026-05-13T03:09:08.957393Z","steps":["trace[1036814946] 'agreement among raft nodes before linearized reading' (duration: 13.066699704s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.957411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:55.890642Z","time spent":"13.066766135s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:08.95749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.507889652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:08.957477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.827935389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:08.957503Z","caller":"traceutil/trace.go:171","msg":"trace[1967983142] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25961; }","duration":"13.507967254s","start":"2026-05-13T03:08:55.449532Z","end":"2026-05-13T03:09:08.957499Z","steps":["trace[1967983142] 'agreement among raft nodes before linearized reading' (duration: 13.507944263s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.957517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:55.44948Z","time spent":"13.508033255s","remote":"127.0.0.1:42140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:09:08.957526Z","caller":"traceutil/trace.go:171","msg":"trace[977703738] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25961; }","duration":"8.828021791s","start":"2026-05-13T03:09:00.129491Z","end":"2026-05-13T03:09:08.957513Z","steps":["trace[977703738] 'agreement among raft nodes before linearized reading' (duration: 8.827941289s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.957553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.200731051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:09:08.956982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:53.020883Z","time spent":"15.936088282s","remote":"127.0.0.1:39790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:09:08.957604Z","caller":"traceutil/trace.go:171","msg":"trace[1069718210] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25961; }","duration":"6.200808243s","start":"2026-05-13T03:09:02.756778Z","end":"2026-05-13T03:09:08.957586Z","steps":["trace[1069718210] 'agreement among raft nodes before linearized reading' (duration: 6.200732351s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.957565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:00.12947Z","time spent":"8.828086283s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:08.957653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.593883264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:09:08.957652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:02.756738Z","time spent":"6.200904426s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:09:08.957681Z","caller":"traceutil/trace.go:171","msg":"trace[2142412129] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25961; }","duration":"6.593951185s","start":"2026-05-13T03:09:02.363722Z","end":"2026-05-13T03:09:08.957674Z","steps":["trace[2142412129] 'agreement among raft nodes before linearized reading' (duration: 6.593848583s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:08.955448Z","caller":"traceutil/trace.go:171","msg":"trace[2055113681] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25961; }","duration":"14.11849002s","start":"2026-05-13T03:08:54.836947Z","end":"2026-05-13T03:09:08.955437Z","steps":["trace[2055113681] 'agreement among raft nodes before linearized reading' (duration: 14.118310755s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.957701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:02.3637Z","time spent":"6.593995817s","remote":"127.0.0.1:41176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":77,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:08.957712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:54.836888Z","time spent":"14.120818588s","remote":"127.0.0.1:39568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":142,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:08.957825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.653309433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-05-13T03:09:08.957841Z","caller":"traceutil/trace.go:171","msg":"trace[791918561] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25961; }","duration":"9.653355404s","start":"2026-05-13T03:08:59.304479Z","end":"2026-05-13T03:09:08.957834Z","steps":["trace[791918561] 'agreement among raft nodes before linearized reading' (duration: 9.653301873s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.957853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:59.304461Z","time spent":"9.653388876s","remote":"127.0.0.1:39654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-13T03:09:08.957922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.411602334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:08.957966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.335714668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-13T03:09:08.957982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.038974367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:08.958007Z","caller":"traceutil/trace.go:171","msg":"trace[680021659] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25961; }","duration":"7.411726927s","start":"2026-05-13T03:09:01.546267Z","end":"2026-05-13T03:09:08.957994Z","steps":["trace[680021659] 'agreement among raft nodes before linearized reading' (duration: 7.411581974s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:08.958013Z","caller":"traceutil/trace.go:171","msg":"trace[977182339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25961; }","duration":"8.33579739s","start":"2026-05-13T03:09:00.6222Z","end":"2026-05-13T03:09:08.957997Z","steps":["trace[977182339] 'agreement among raft nodes before linearized reading' (duration: 8.335673937s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:08.958018Z","caller":"traceutil/trace.go:171","msg":"trace[1378732339] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25961; }","duration":"8.039045799s","start":"2026-05-13T03:09:00.918962Z","end":"2026-05-13T03:09:08.958008Z","steps":["trace[1378732339] 'agreement among raft nodes before linearized reading' (duration: 8.038984557s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.958058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:00.918936Z","time spent":"8.03911418s","remote":"127.0.0.1:58080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:08.958102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:01.546247Z","time spent":"7.411791319s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:08.958116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:00.622178Z","time spent":"8.335865363s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-13T03:09:08.957451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.475428865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:08.958247Z","caller":"traceutil/trace.go:171","msg":"trace[684804594] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25961; }","duration":"6.476271926s","start":"2026-05-13T03:09:02.481959Z","end":"2026-05-13T03:09:08.958231Z","steps":["trace[684804594] 'agreement among raft nodes before linearized reading' (duration: 6.475409965s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.958294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:02.481946Z","time spent":"6.476332177s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:08.958545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:01.62811Z","time spent":"7.326699116s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-13T03:09:08.958599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.28148152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:09:08.959178Z","caller":"traceutil/trace.go:171","msg":"trace[1389745500] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25961; }","duration":"9.282100675s","start":"2026-05-13T03:08:59.677055Z","end":"2026-05-13T03:09:08.959155Z","steps":["trace[1389745500] 'agreement among raft nodes before linearized reading' (duration: 9.280397853s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.960122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:08:59.677032Z","time spent":"9.283065061s","remote":"127.0.0.1:39742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:09:08.960131Z","caller":"traceutil/trace.go:171","msg":"trace[1912119856] transaction","detail":"{read_only:false; response_revision:25962; number_of_response:1; }","duration":"5.336464442s","start":"2026-05-13T03:09:03.623646Z","end":"2026-05-13T03:09:08.96011Z","steps":["trace[1912119856] 'process raft request' (duration: 5.330783518s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.960223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.446473017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-05-13T03:09:08.96025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.64844696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:08.960259Z","caller":"traceutil/trace.go:171","msg":"trace[844983079] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:25964; }","duration":"5.446546129s","start":"2026-05-13T03:09:03.513702Z","end":"2026-05-13T03:09:08.960248Z","steps":["trace[844983079] 'agreement among raft nodes before linearized reading' (duration: 5.446427736s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:08.960276Z","caller":"traceutil/trace.go:171","msg":"trace[588190369] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25964; }","duration":"3.648479471s","start":"2026-05-13T03:09:05.311789Z","end":"2026-05-13T03:09:08.960269Z","steps":["trace[588190369] 'agreement among raft nodes before linearized reading' (duration: 3.64842132s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.960263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:03.623621Z","time spent":"5.336554584s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:09:08.960293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:05.311728Z","time spent":"3.648560334s","remote":"127.0.0.1:42426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:08.960297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.674418453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:08.960343Z","caller":"traceutil/trace.go:171","msg":"trace[2066351094] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25964; }","duration":"2.674500965s","start":"2026-05-13T03:09:06.285829Z","end":"2026-05-13T03:09:08.96033Z","steps":["trace[2066351094] 'agreement among raft nodes before linearized reading' (duration: 2.674378032s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.96037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:06.285809Z","time spent":"2.674553837s","remote":"127.0.0.1:54772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:08.960396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.934348883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:08.960395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.972126444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:09:08.960412Z","caller":"traceutil/trace.go:171","msg":"trace[1267220850] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25964; }","duration":"2.934399025s","start":"2026-05-13T03:09:06.026007Z","end":"2026-05-13T03:09:08.960406Z","steps":["trace[1267220850] 'agreement among raft nodes before linearized reading' (duration: 2.934369204s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:08.960421Z","caller":"traceutil/trace.go:171","msg":"trace[1736579047] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25964; }","duration":"3.972193546s","start":"2026-05-13T03:09:04.98822Z","end":"2026-05-13T03:09:08.960414Z","steps":["trace[1736579047] 'agreement among raft nodes before linearized reading' (duration: 3.972104704s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.960282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:03.513681Z","time spent":"5.446595649s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":714,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-05-13T03:09:08.960444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:04.988201Z","time spent":"3.972238006s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:08.960496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.943262829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:09:08.960495Z","caller":"traceutil/trace.go:171","msg":"trace[1632027369] transaction","detail":"{read_only:false; response_revision:25963; number_of_response:1; }","duration":"4.790276736s","start":"2026-05-13T03:09:04.170208Z","end":"2026-05-13T03:09:08.960485Z","steps":["trace[1632027369] 'process raft request' (duration: 4.789782133s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:08.96051Z","caller":"traceutil/trace.go:171","msg":"trace[1337013568] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25964; }","duration":"2.94330591s","start":"2026-05-13T03:09:06.0172Z","end":"2026-05-13T03:09:08.960506Z","steps":["trace[1337013568] 'agreement among raft nodes before linearized reading' (duration: 2.943235158s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.960524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:06.017183Z","time spent":"2.94333664s","remote":"127.0.0.1:39826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:08.960546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:04.170183Z","time spent":"4.790330166s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T03:09:08.96058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.66679152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:09:08.960601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.017375164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:08.960605Z","caller":"traceutil/trace.go:171","msg":"trace[272562736] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25964; }","duration":"4.66681817s","start":"2026-05-13T03:09:04.293779Z","end":"2026-05-13T03:09:08.960597Z","steps":["trace[272562736] 'agreement among raft nodes before linearized reading' (duration: 4.666778939s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:08.960615Z","caller":"traceutil/trace.go:171","msg":"trace[1768934387] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25964; }","duration":"3.017426766s","start":"2026-05-13T03:09:05.943183Z","end":"2026-05-13T03:09:08.96061Z","steps":["trace[1768934387] 'agreement among raft nodes before linearized reading' (duration: 3.017402365s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.96063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:05.943164Z","time spent":"3.017462026s","remote":"127.0.0.1:46210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:08.960629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:04.293688Z","time spent":"4.666935713s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:09:08.960662Z","caller":"traceutil/trace.go:171","msg":"trace[109219641] transaction","detail":"{read_only:false; response_revision:25964; number_of_response:1; }","duration":"1.166395997s","start":"2026-05-13T03:09:07.794252Z","end":"2026-05-13T03:09:08.960648Z","steps":["trace[109219641] 'process raft request' (duration: 1.165825952s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.96067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.377180233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:08.9607Z","caller":"traceutil/trace.go:171","msg":"trace[1306087140] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25964; }","duration":"3.377248945s","start":"2026-05-13T03:09:05.583442Z","end":"2026-05-13T03:09:08.960691Z","steps":["trace[1306087140] 'agreement among raft nodes before linearized reading' (duration: 3.377194853s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.960726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:07.794223Z","time spent":"1.166465489s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:09:08.960727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:05.583419Z","time spent":"3.377297426s","remote":"127.0.0.1:36014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:08.960733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258108267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:09:08.960761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.76047366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-05-13T03:09:08.960781Z","caller":"traceutil/trace.go:171","msg":"trace[773484309] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25964; }","duration":"4.760537593s","start":"2026-05-13T03:09:04.200238Z","end":"2026-05-13T03:09:08.960775Z","steps":["trace[773484309] 'agreement among raft nodes before linearized reading' (duration: 4.760471341s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.9608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:04.200221Z","time spent":"4.760574403s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-05-13T03:09:08.960792Z","caller":"traceutil/trace.go:171","msg":"trace[812393207] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25964; }","duration":"1.25820666s","start":"2026-05-13T03:09:07.702566Z","end":"2026-05-13T03:09:08.960772Z","steps":["trace[812393207] 'agreement among raft nodes before linearized reading' (duration: 1.258105747s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.960312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.892881478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:08.960841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.328249794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:08.960844Z","caller":"traceutil/trace.go:171","msg":"trace[394942983] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25964; }","duration":"3.893449232s","start":"2026-05-13T03:09:05.067387Z","end":"2026-05-13T03:09:08.960836Z","steps":["trace[394942983] 'agreement among raft nodes before linearized reading' (duration: 3.892906559s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.960842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.166606762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:08.960864Z","caller":"traceutil/trace.go:171","msg":"trace[2103376290] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25964; }","duration":"3.328308236s","start":"2026-05-13T03:09:05.632548Z","end":"2026-05-13T03:09:08.960857Z","steps":["trace[2103376290] 'agreement among raft nodes before linearized reading' (duration: 3.328269855s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.960844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.801649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:08.960427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:06.025989Z","time spent":"2.934433715s","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:08.960886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:05.067365Z","time spent":"3.893512484s","remote":"127.0.0.1:57770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:08.960869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.290036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:08.960904Z","caller":"traceutil/trace.go:171","msg":"trace[2090782463] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25964; }","duration":"583.939692ms","start":"2026-05-13T03:09:08.376951Z","end":"2026-05-13T03:09:08.960891Z","steps":["trace[2090782463] 'agreement among raft nodes before linearized reading' (duration: 583.798818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.960908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.71725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:08.960919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315989741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:08.960926Z","caller":"traceutil/trace.go:171","msg":"trace[1935425909] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25964; }","duration":"361.383518ms","start":"2026-05-13T03:09:08.599529Z","end":"2026-05-13T03:09:08.960912Z","steps":["trace[1935425909] 'agreement among raft nodes before linearized reading' (duration: 361.287556ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.960942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:08.376914Z","time spent":"584.016294ms","remote":"127.0.0.1:42216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:08.960947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.046851491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:09:08.960947Z","caller":"traceutil/trace.go:171","msg":"trace[791452193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25964; }","duration":"749.784381ms","start":"2026-05-13T03:09:08.21115Z","end":"2026-05-13T03:09:08.960935Z","steps":["trace[791452193] 'agreement among raft nodes before linearized reading' (duration: 749.720519ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:08.960958Z","caller":"traceutil/trace.go:171","msg":"trace[546480879] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25964; }","duration":"1.316046262s","start":"2026-05-13T03:09:07.644898Z","end":"2026-05-13T03:09:08.960944Z","steps":["trace[546480879] 'agreement among raft nodes before linearized reading' (duration: 1.315998661s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:08.960975Z","caller":"traceutil/trace.go:171","msg":"trace[1860903428] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25964; }","duration":"5.046916413s","start":"2026-05-13T03:09:03.91405Z","end":"2026-05-13T03:09:08.960966Z","steps":["trace[1860903428] 'agreement among raft nodes before linearized reading' (duration: 5.046863151s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.960972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:08.59951Z","time spent":"361.451071ms","remote":"127.0.0.1:42382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:08.960978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.783576616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"warn","ts":"2026-05-13T03:09:08.960986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:08.211133Z","time spent":"749.844643ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:09:08.960993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:07.644883Z","time spent":"1.316101944s","remote":"127.0.0.1:39700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:08.961007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:03.914028Z","time spent":"5.046970534s","remote":"127.0.0.1:39898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:09:08.961017Z","caller":"traceutil/trace.go:171","msg":"trace[1693157512] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25964; }","duration":"4.783643438s","start":"2026-05-13T03:09:04.177364Z","end":"2026-05-13T03:09:08.961007Z","steps":["trace[1693157512] 'agreement among raft nodes before linearized reading' (duration: 4.783522915s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.960867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.464325595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:08.961039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.441279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:08.961045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:04.17735Z","time spent":"4.783688009s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-05-13T03:09:08.961063Z","caller":"traceutil/trace.go:171","msg":"trace[799405803] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25964; }","duration":"869.501801ms","start":"2026-05-13T03:09:08.091554Z","end":"2026-05-13T03:09:08.961056Z","steps":["trace[799405803] 'agreement among raft nodes before linearized reading' (duration: 869.46145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.960844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:07.702542Z","time spent":"1.258286902s","remote":"127.0.0.1:54426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:08.961103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031211335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:09:08.961106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.357758587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:08.961125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.379366073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:09:08.961133Z","caller":"traceutil/trace.go:171","msg":"trace[1994278124] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25964; }","duration":"1.031282337s","start":"2026-05-13T03:09:07.929843Z","end":"2026-05-13T03:09:08.961126Z","steps":["trace[1994278124] 'agreement among raft nodes before linearized reading' (duration: 1.031235705s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:08.961139Z","caller":"traceutil/trace.go:171","msg":"trace[1849714475] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25964; }","duration":"2.357840969s","start":"2026-05-13T03:09:06.603291Z","end":"2026-05-13T03:09:08.961132Z","steps":["trace[1849714475] 'agreement among raft nodes before linearized reading' (duration: 2.357786237s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:08.961147Z","caller":"traceutil/trace.go:171","msg":"trace[575946204] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25964; }","duration":"2.379414454s","start":"2026-05-13T03:09:06.581726Z","end":"2026-05-13T03:09:08.96114Z","steps":["trace[575946204] 'agreement among raft nodes before linearized reading' (duration: 2.379378173s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.961152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:07.929819Z","time spent":"1.031328328s","remote":"127.0.0.1:39858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:09:08.960886Z","caller":"traceutil/trace.go:171","msg":"trace[1558416903] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25964; }","duration":"3.166691734s","start":"2026-05-13T03:09:05.794183Z","end":"2026-05-13T03:09:08.960875Z","steps":["trace[1558416903] 'agreement among raft nodes before linearized reading' (duration: 3.166606482s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.961161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:06.603252Z","time spent":"2.35790392s","remote":"127.0.0.1:54806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:08.961167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:06.581701Z","time spent":"2.379460466s","remote":"127.0.0.1:46252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:09:08.961069Z","caller":"traceutil/trace.go:171","msg":"trace[1618460173] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25964; }","duration":"2.464563781s","start":"2026-05-13T03:09:06.496487Z","end":"2026-05-13T03:09:08.961051Z","steps":["trace[1618460173] 'agreement among raft nodes before linearized reading' (duration: 2.464325925s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.961185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:05.794162Z","time spent":"3.167011392s","remote":"127.0.0.1:39604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:08.961205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.460729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-13T03:09:08.961227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:06.496462Z","time spent":"2.464743625s","remote":"127.0.0.1:42470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:08.961083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:08.091537Z","time spent":"869.540282ms","remote":"127.0.0.1:57754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:08.960883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:05.632528Z","time spent":"3.328350316s","remote":"127.0.0.1:57730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:09:08.96127Z","caller":"traceutil/trace.go:171","msg":"trace[1905448459] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25964; }","duration":"515.586322ms","start":"2026-05-13T03:09:08.445664Z","end":"2026-05-13T03:09:08.961251Z","steps":["trace[1905448459] 'agreement among raft nodes before linearized reading' (duration: 515.313125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.960861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.314159518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:08.961318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:08.445637Z","time spent":"515.666824ms","remote":"127.0.0.1:41198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":165,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:09:08.961319Z","caller":"traceutil/trace.go:171","msg":"trace[1203361811] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25964; }","duration":"5.31464817s","start":"2026-05-13T03:09:03.646657Z","end":"2026-05-13T03:09:08.961305Z","steps":["trace[1203361811] 'agreement among raft nodes before linearized reading' (duration: 5.314144378s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:08.961378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:03.646643Z","time spent":"5.314716061s","remote":"127.0.0.1:42280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} 2026/05/13 03:09:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:09:09.460974Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563944360,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:09:09.961344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563944360,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:09:10.85751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.893002232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:09:10.857652Z","caller":"traceutil/trace.go:171","msg":"trace[1148542225] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"1.893129724s","start":"2026-05-13T03:09:08.964449Z","end":"2026-05-13T03:09:10.857579Z","steps":["trace[1148542225] 'agreement among raft nodes before linearized reading' (duration: 1.893011751s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:10.857918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:08.964424Z","time spent":"1.893272728s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/05/13 03:09:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:09:10.963082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999147048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:09:10.963149Z","caller":"traceutil/trace.go:171","msg":"trace[1527518235] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.9992294s","start":"2026-05-13T03:09:08.963905Z","end":"2026-05-13T03:09:10.963134Z","steps":["trace[1527518235] 'agreement among raft nodes before linearized reading' (duration: 1.999142548s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:10.963186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:08.963878Z","time spent":"1.999300763s","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 03:09:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:09:11.311341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.231462309s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:11.311475Z","caller":"traceutil/trace.go:171","msg":"trace[665363519] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25964; }","duration":"2.231608303s","start":"2026-05-13T03:09:09.079848Z","end":"2026-05-13T03:09:11.311456Z","steps":["trace[665363519] 'range keys from in-memory index tree' (duration: 2.231444459s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:11.313267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350769395s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-05-13T03:09:11.31333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:08.959314Z","time spent":"2.354013183s","remote":"127.0.0.1:39514","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-13T03:09:12.011732Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.912480014s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-13T03:09:12.361992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.878017ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:09:12.362526Z","caller":"traceutil/trace.go:171","msg":"trace[1875676368] transaction","detail":"{read_only:false; response_revision:25972; number_of_response:1; }","duration":"1.048164394s","start":"2026-05-13T03:09:11.314347Z","end":"2026-05-13T03:09:12.362511Z","steps":["trace[1875676368] 'process raft request' (duration: 1.048123803s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:12.362587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:11.31433Z","time spent":"1.048231235s","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:09:12.362743Z","caller":"traceutil/trace.go:171","msg":"trace[2141795718] transaction","detail":"{read_only:false; response_revision:25969; number_of_response:1; }","duration":"3.397454585s","start":"2026-05-13T03:09:08.965259Z","end":"2026-05-13T03:09:12.362714Z","steps":["trace[2141795718] 'process raft request' (duration: 3.397127287s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:12.362849Z","caller":"traceutil/trace.go:171","msg":"trace[2037579641] transaction","detail":"{read_only:false; response_revision:25970; number_of_response:1; }","duration":"3.393062785s","start":"2026-05-13T03:09:08.969778Z","end":"2026-05-13T03:09:12.36284Z","steps":["trace[2037579641] 'process raft request' (duration: 3.392632135s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:12.362889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:08.969765Z","time spent":"3.393103566s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:09:12.362957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:08.965244Z","time spent":"3.397578519s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:09:12.363007Z","caller":"traceutil/trace.go:171","msg":"trace[1886113421] linearizableReadLoop","detail":"{readStateIndex:26836; appliedIndex:26829; }","duration":"3.402433321s","start":"2026-05-13T03:09:08.960566Z","end":"2026-05-13T03:09:12.362999Z","steps":["trace[1886113421] 'read index received' (duration: 1.001895673s)","trace[1886113421] 'applied index is now lower than readState.Index' (duration: 2.400536898s)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:09:12.363059Z","caller":"traceutil/trace.go:171","msg":"trace[465442026] transaction","detail":"{read_only:false; response_revision:25971; number_of_response:1; }","duration":"1.502443594s","start":"2026-05-13T03:09:10.86061Z","end":"2026-05-13T03:09:12.363054Z","steps":["trace[465442026] 'process raft request' (duration: 1.501836329s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:12.363098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:10.860585Z","time spent":"1.502493885s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:09:12.363293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.399206211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-05-13T03:09:12.363293Z","caller":"traceutil/trace.go:171","msg":"trace[2123110562] transaction","detail":"{read_only:false; response_revision:25965; number_of_response:1; }","duration":"3.4023323s","start":"2026-05-13T03:09:08.960944Z","end":"2026-05-13T03:09:12.363276Z","steps":["trace[2123110562] 'process raft request' (duration: 3.051100598s)","trace[2123110562] 'compare' (duration: 349.786125ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:09:12.363322Z","caller":"traceutil/trace.go:171","msg":"trace[1048716401] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:25972; }","duration":"3.399249052s","start":"2026-05-13T03:09:08.964064Z","end":"2026-05-13T03:09:12.363314Z","steps":["trace[1048716401] 'agreement among raft nodes before linearized reading' (duration: 3.39915232s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:12.363343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:08.964054Z","time spent":"3.399284143s","remote":"127.0.0.1:39764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":753,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-05-13T03:09:12.363357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566827175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:09:12.363402Z","caller":"traceutil/trace.go:171","msg":"trace[1673519925] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25972; }","duration":"1.566917987s","start":"2026-05-13T03:09:10.796473Z","end":"2026-05-13T03:09:12.363391Z","steps":["trace[1673519925] 'agreement among raft nodes before linearized reading' (duration: 1.566817865s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:12.363375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.402784421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3a1d6595-a9fc-489e-a7b4-665b83bffad9\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-05-13T03:09:12.363442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:10.796452Z","time spent":"1.566980218s","remote":"127.0.0.1:54372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:09:12.363458Z","caller":"traceutil/trace.go:171","msg":"trace[2000341460] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3a1d6595-a9fc-489e-a7b4-665b83bffad9; range_end:; response_count:1; response_revision:25972; }","duration":"3.402877983s","start":"2026-05-13T03:09:08.960561Z","end":"2026-05-13T03:09:12.363439Z","steps":["trace[2000341460] 'agreement among raft nodes before linearized reading' (duration: 3.402647197s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:12.363482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.187637055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:12.363501Z","caller":"traceutil/trace.go:171","msg":"trace[1588991122] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25972; }","duration":"3.187689766s","start":"2026-05-13T03:09:09.175806Z","end":"2026-05-13T03:09:12.363496Z","steps":["trace[1588991122] 'agreement among raft nodes before linearized reading' (duration: 3.187657175s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:12.363502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:08.96051Z","time spent":"3.402982687s","remote":"127.0.0.1:39606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-3a1d6595-a9fc-489e-a7b4-665b83bffad9\" "} {"level":"warn","ts":"2026-05-13T03:09:12.363515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659604313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:12.363555Z","caller":"traceutil/trace.go:171","msg":"trace[525893874] transaction","detail":"{read_only:false; response_revision:25966; number_of_response:1; }","duration":"3.400837902s","start":"2026-05-13T03:09:08.962696Z","end":"2026-05-13T03:09:12.363534Z","steps":["trace[525893874] 'process raft request' (duration: 3.399580069s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:12.363585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.399397366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-05-13T03:09:12.363575Z","caller":"traceutil/trace.go:171","msg":"trace[770273097] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25972; }","duration":"1.659685445s","start":"2026-05-13T03:09:10.703866Z","end":"2026-05-13T03:09:12.363552Z","steps":["trace[770273097] 'agreement among raft nodes before linearized reading' (duration: 1.659619003s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:12.363605Z","caller":"traceutil/trace.go:171","msg":"trace[925823263] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:25972; }","duration":"3.399484888s","start":"2026-05-13T03:09:08.964115Z","end":"2026-05-13T03:09:12.363599Z","steps":["trace[925823263] 'agreement among raft nodes before linearized reading' (duration: 3.399428397s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:12.363622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:08.964106Z","time spent":"3.399513129s","remote":"127.0.0.1:39764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":808,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-05-13T03:09:12.363649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:08.962679Z","time spent":"3.400921423s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:09:12.363437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.478178365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:12.363687Z","caller":"traceutil/trace.go:171","msg":"trace[1023494869] transaction","detail":"{read_only:false; response_revision:25967; number_of_response:1; }","duration":"3.399623551s","start":"2026-05-13T03:09:08.964058Z","end":"2026-05-13T03:09:12.363681Z","steps":["trace[1023494869] 'process raft request' (duration: 3.398280877s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:12.363529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:09.175787Z","time spent":"3.187734187s","remote":"127.0.0.1:42086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:09:12.36371Z","caller":"traceutil/trace.go:171","msg":"trace[1158884199] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25972; }","duration":"2.478512284s","start":"2026-05-13T03:09:09.885185Z","end":"2026-05-13T03:09:12.363697Z","steps":["trace[1158884199] 'agreement among raft nodes before linearized reading' (duration: 2.478154945s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:12.363723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:08.964049Z","time spent":"3.399651662s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:09:12.363713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.469571788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:12.363771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:09.885163Z","time spent":"2.478589955s","remote":"127.0.0.1:56096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:12.36378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400966166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:12.363798Z","caller":"traceutil/trace.go:171","msg":"trace[867896219] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:25972; }","duration":"2.469700081s","start":"2026-05-13T03:09:09.89409Z","end":"2026-05-13T03:09:12.36379Z","steps":["trace[867896219] 'agreement among raft nodes before linearized reading' (duration: 2.469582538s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:12.363814Z","caller":"traceutil/trace.go:171","msg":"trace[848769179] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:25972; }","duration":"1.401027087s","start":"2026-05-13T03:09:10.962776Z","end":"2026-05-13T03:09:12.363803Z","steps":["trace[848769179] 'agreement among raft nodes before linearized reading' (duration: 1.400979296s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:12.363829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:09.894065Z","time spent":"2.469755422s","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:12.363641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:10.703845Z","time spent":"1.659779278s","remote":"127.0.0.1:35988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:12.363846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:10.962758Z","time spent":"1.401079508s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-13T03:09:12.363365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:08.96093Z","time spent":"3.402398392s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:09:12.36398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392801649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:12.364013Z","caller":"traceutil/trace.go:171","msg":"trace[1665414361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25972; }","duration":"1.39285492s","start":"2026-05-13T03:09:10.97115Z","end":"2026-05-13T03:09:12.364005Z","steps":["trace[1665414361] 'agreement among raft nodes before linearized reading' (duration: 1.392796948s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:12.364021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487862295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:12.364039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:10.971138Z","time spent":"1.392897931s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T03:09:12.364045Z","caller":"traceutil/trace.go:171","msg":"trace[778918496] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25972; }","duration":"1.487915406s","start":"2026-05-13T03:09:10.876121Z","end":"2026-05-13T03:09:12.364037Z","steps":["trace[778918496] 'agreement among raft nodes before linearized reading' (duration: 1.487877415s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:12.363451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.531188047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:09:12.364065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:10.876088Z","time spent":"1.487971528s","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:09:12.364081Z","caller":"traceutil/trace.go:171","msg":"trace[687120845] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25972; }","duration":"2.531848074s","start":"2026-05-13T03:09:09.832219Z","end":"2026-05-13T03:09:12.364067Z","steps":["trace[687120845] 'agreement among raft nodes before linearized reading' (duration: 2.531210468s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:12.364157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:09.832191Z","time spent":"2.531925935s","remote":"127.0.0.1:58106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:12.869796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563944373,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:09:14.345007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16177106s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:09:14.345145Z","caller":"traceutil/trace.go:171","msg":"trace[756530920] transaction","detail":"{read_only:false; response_revision:25973; number_of_response:1; }","duration":"1.976529866s","start":"2026-05-13T03:09:12.368583Z","end":"2026-05-13T03:09:14.345113Z","steps":["trace[756530920] 'process raft request' (duration: 814.573041ms)","trace[756530920] 'compare' (duration: 1.155948333s)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:09:14.34524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:12.368573Z","time spent":"1.976626188s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T03:09:14.373724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000695317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-13T03:09:14.373808Z","caller":"traceutil/trace.go:171","msg":"trace[543129320] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000822011s","start":"2026-05-13T03:09:12.372967Z","end":"2026-05-13T03:09:14.373789Z","steps":["trace[543129320] 'agreement among raft nodes before linearized reading' (duration: 2.000715508s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:14.373899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:12.372961Z","time spent":"2.000881622s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:09:15.73749Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.554284452s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T03:09:15.739233Z","caller":"traceutil/trace.go:171","msg":"trace[1060785960] transaction","detail":"{read_only:false; response_revision:25975; number_of_response:1; }","duration":"3.369711214s","start":"2026-05-13T03:09:12.369505Z","end":"2026-05-13T03:09:15.739216Z","steps":["trace[1060785960] 'process raft request' (duration: 3.369435777s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:15.739262Z","caller":"traceutil/trace.go:171","msg":"trace[1064179102] transaction","detail":"{read_only:false; response_revision:25974; number_of_response:1; }","duration":"3.369911869s","start":"2026-05-13T03:09:12.369316Z","end":"2026-05-13T03:09:15.739228Z","steps":["trace[1064179102] 'process raft request' (duration: 3.36835983s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:15.739323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:12.369499Z","time spent":"3.369762025s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:09:15.739358Z","caller":"traceutil/trace.go:171","msg":"trace[388677330] linearizableReadLoop","detail":"{readStateIndex:26842; appliedIndex:26838; }","duration":"3.369909649s","start":"2026-05-13T03:09:12.369418Z","end":"2026-05-13T03:09:15.739328Z","steps":["trace[388677330] 'read index received' (duration: 813.752389ms)","trace[388677330] 'applied index is now lower than readState.Index' (duration: 2.55615518s)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:09:15.739376Z","caller":"traceutil/trace.go:171","msg":"trace[2115958437] transaction","detail":"{read_only:false; response_revision:25976; number_of_response:1; }","duration":"3.368929634s","start":"2026-05-13T03:09:12.370415Z","end":"2026-05-13T03:09:15.739344Z","steps":["trace[2115958437] 'process raft request' (duration: 3.368574895s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:15.739426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:12.369305Z","time spent":"3.370028392s","remote":"127.0.0.1:39764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:09:15.739489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.370066643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-05-13T03:09:15.739515Z","caller":"traceutil/trace.go:171","msg":"trace[835768121] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25976; }","duration":"3.370097934s","start":"2026-05-13T03:09:12.369407Z","end":"2026-05-13T03:09:15.739505Z","steps":["trace[835768121] 'agreement among raft nodes before linearized reading' (duration: 3.370010352s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:15.739532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:12.369403Z","time spent":"3.370125355s","remote":"127.0.0.1:39654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-13T03:09:15.739662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:12.370407Z","time spent":"3.369053988s","remote":"127.0.0.1:39764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":924,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:09:15.830467Z","caller":"traceutil/trace.go:171","msg":"trace[1417460520] transaction","detail":"{read_only:false; response_revision:25977; number_of_response:1; }","duration":"2.059165668s","start":"2026-05-13T03:09:13.771276Z","end":"2026-05-13T03:09:15.830442Z","steps":["trace[1417460520] 'process raft request' (duration: 2.058646365s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:15.830618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:13.771257Z","time spent":"2.05928098s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:09:15.830814Z","caller":"traceutil/trace.go:171","msg":"trace[474179777] transaction","detail":"{read_only:false; response_revision:25978; number_of_response:1; }","duration":"1.861495163s","start":"2026-05-13T03:09:13.969307Z","end":"2026-05-13T03:09:15.830802Z","steps":["trace[474179777] 'process raft request' (duration: 1.860814286s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:15.830878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:13.969278Z","time spent":"1.861568165s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:09:15.831091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.364943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:15.831142Z","caller":"traceutil/trace.go:171","msg":"trace[803625513] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25978; }","duration":"518.465415ms","start":"2026-05-13T03:09:15.312663Z","end":"2026-05-13T03:09:15.831129Z","steps":["trace[803625513] 'agreement among raft nodes before linearized reading' (duration: 518.386993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:15.831182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:15.312639Z","time spent":"518.534397ms","remote":"127.0.0.1:54798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:15.83124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.980921211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:15.831279Z","caller":"traceutil/trace.go:171","msg":"trace[150126935] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25978; }","duration":"2.980992243s","start":"2026-05-13T03:09:12.850278Z","end":"2026-05-13T03:09:15.831271Z","steps":["trace[150126935] 'agreement among raft nodes before linearized reading' (duration: 2.980918421s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:15.831306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:12.85026Z","time spent":"2.981039635s","remote":"127.0.0.1:54432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:15.831421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.358622374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-05-13T03:09:15.831444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.300603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:09:15.831464Z","caller":"traceutil/trace.go:171","msg":"trace[354426974] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25978; }","duration":"763.323744ms","start":"2026-05-13T03:09:15.068134Z","end":"2026-05-13T03:09:15.831458Z","steps":["trace[354426974] 'agreement among raft nodes before linearized reading' (duration: 763.281763ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:15.831492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:15.068064Z","time spent":"763.420987ms","remote":"127.0.0.1:39724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:15.831542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.45289064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-05-13T03:09:15.831576Z","caller":"traceutil/trace.go:171","msg":"trace[1534634283] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25978; }","duration":"3.452965192s","start":"2026-05-13T03:09:12.378603Z","end":"2026-05-13T03:09:15.831568Z","steps":["trace[1534634283] 'agreement among raft nodes before linearized reading' (duration: 3.45287596s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:15.83161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:12.378576Z","time spent":"3.453026454s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7329,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-13T03:09:15.831632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332137983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:15.831661Z","caller":"traceutil/trace.go:171","msg":"trace[1711266336] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25978; }","duration":"1.332201275s","start":"2026-05-13T03:09:14.49945Z","end":"2026-05-13T03:09:15.831651Z","steps":["trace[1711266336] 'agreement among raft nodes before linearized reading' (duration: 1.332158014s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:15.831692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:14.499428Z","time spent":"1.332254606s","remote":"127.0.0.1:42438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:15.831812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.459835816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-13T03:09:15.831849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45722939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:15.83185Z","caller":"traceutil/trace.go:171","msg":"trace[729414005] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25978; }","duration":"3.459916907s","start":"2026-05-13T03:09:12.371921Z","end":"2026-05-13T03:09:15.831838Z","steps":["trace[729414005] 'agreement among raft nodes before linearized reading' (duration: 3.459827105s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:15.831875Z","caller":"traceutil/trace.go:171","msg":"trace[148044979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25978; }","duration":"1.457275931s","start":"2026-05-13T03:09:14.374592Z","end":"2026-05-13T03:09:15.831868Z","steps":["trace[148044979] 'agreement among raft nodes before linearized reading' (duration: 1.45723298s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:15.831886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:12.371884Z","time spent":"3.459993819s","remote":"127.0.0.1:39742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-13T03:09:15.831923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463314585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:15.831943Z","caller":"traceutil/trace.go:171","msg":"trace[1195757618] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:25978; }","duration":"1.463359915s","start":"2026-05-13T03:09:14.368579Z","end":"2026-05-13T03:09:15.831939Z","steps":["trace[1195757618] 'agreement among raft nodes before linearized reading' (duration: 1.463327574s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:15.831963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:14.368562Z","time spent":"1.463397606s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-13T03:09:15.832068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481284809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:09:15.832092Z","caller":"traceutil/trace.go:171","msg":"trace[489852257] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25978; }","duration":"1.48133587s","start":"2026-05-13T03:09:14.350749Z","end":"2026-05-13T03:09:15.832085Z","steps":["trace[489852257] 'agreement among raft nodes before linearized reading' (duration: 1.481300179s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:15.83212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:14.350736Z","time spent":"1.481376941s","remote":"127.0.0.1:39874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:15.832271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482002627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aefe6e9c8c2fac\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-13T03:09:15.832298Z","caller":"traceutil/trace.go:171","msg":"trace[965193323] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aefe6e9c8c2fac; range_end:; response_count:1; response_revision:25978; }","duration":"1.482063158s","start":"2026-05-13T03:09:14.350228Z","end":"2026-05-13T03:09:15.832291Z","steps":["trace[965193323] 'agreement among raft nodes before linearized reading' (duration: 1.481979676s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:15.832321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:14.350208Z","time spent":"1.482107779s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aefe6e9c8c2fac\" "} {"level":"warn","ts":"2026-05-13T03:09:15.831896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:14.37458Z","time spent":"1.457312283s","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:09:15.832451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794905699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:15.832479Z","caller":"traceutil/trace.go:171","msg":"trace[1194483733] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:25978; }","duration":"1.794969589s","start":"2026-05-13T03:09:14.037502Z","end":"2026-05-13T03:09:15.832471Z","steps":["trace[1194483733] 'agreement among raft nodes before linearized reading' (duration: 1.794927288s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:15.832551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:14.037481Z","time spent":"1.795063942s","remote":"127.0.0.1:44132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:15.83267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.553371528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:15.8327Z","caller":"traceutil/trace.go:171","msg":"trace[724430505] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25978; }","duration":"2.553445491s","start":"2026-05-13T03:09:13.279245Z","end":"2026-05-13T03:09:15.83269Z","steps":["trace[724430505] 'agreement among raft nodes before linearized reading' (duration: 2.55340441s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:15.832729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:13.27922Z","time spent":"2.553503253s","remote":"127.0.0.1:42490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:09:15.831459Z","caller":"traceutil/trace.go:171","msg":"trace[1682157078] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25978; }","duration":"3.358683675s","start":"2026-05-13T03:09:12.472766Z","end":"2026-05-13T03:09:15.83145Z","steps":["trace[1682157078] 'agreement among raft nodes before linearized reading' (duration: 3.358559892s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:15.832892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:12.472751Z","time spent":"3.360133892s","remote":"127.0.0.1:39608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-05-13T03:09:16.337046Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563944384,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:09:16.837899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563944384,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:09:17.339043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563944384,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:09:17.839405Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563944384,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:09:17.839786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000164664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-13T03:09:17.839852Z","caller":"traceutil/trace.go:171","msg":"trace[2107230669] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000263216s","start":"2026-05-13T03:09:15.839574Z","end":"2026-05-13T03:09:17.839837Z","steps":["trace[2107230669] 'agreement among raft nodes before linearized reading' (duration: 2.000179594s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:17.839886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:15.839564Z","time spent":"2.000315108s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 03:09:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:09:18.02506Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.189433856s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T03:09:18.025582Z","caller":"traceutil/trace.go:171","msg":"trace[135934204] transaction","detail":"{read_only:false; response_revision:25979; number_of_response:1; }","duration":"2.190038001s","start":"2026-05-13T03:09:15.835514Z","end":"2026-05-13T03:09:18.025552Z","steps":["trace[135934204] 'process raft request' (duration: 2.189850037s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:18.025752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:15.835493Z","time spent":"2.190172544s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:09:18.288974Z","caller":"traceutil/trace.go:171","msg":"trace[340462114] linearizableReadLoop","detail":"{readStateIndex:26847; appliedIndex:26844; }","duration":"2.452333101s","start":"2026-05-13T03:09:15.836627Z","end":"2026-05-13T03:09:18.28896Z","steps":["trace[340462114] 'read index received' (duration: 2.188633886s)","trace[340462114] 'applied index is now lower than readState.Index' (duration: 263.698305ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:09:18.288974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:15.836146Z","time spent":"2.452819203s","remote":"127.0.0.1:39514","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-13T03:09:18.289133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.452496775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:887"} {"level":"info","ts":"2026-05-13T03:09:18.289154Z","caller":"traceutil/trace.go:171","msg":"trace[1522495089] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:25980; }","duration":"2.452581138s","start":"2026-05-13T03:09:15.836566Z","end":"2026-05-13T03:09:18.289147Z","steps":["trace[1522495089] 'agreement among raft nodes before linearized reading' (duration: 2.452479115s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:18.289122Z","caller":"traceutil/trace.go:171","msg":"trace[1182929235] transaction","detail":"{read_only:false; response_revision:25980; number_of_response:1; }","duration":"2.452013572s","start":"2026-05-13T03:09:15.837031Z","end":"2026-05-13T03:09:18.289044Z","steps":["trace[1182929235] 'process raft request' (duration: 2.451835248s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:18.289169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:15.836457Z","time spent":"2.45270816s","remote":"127.0.0.1:39764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":911,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-05-13T03:09:18.289279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:15.837017Z","time spent":"2.452165536s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:09:18.289286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.452225648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-39c9418d-e208-4b81-a162-a5a5f2c7dd5b\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-13T03:09:18.289332Z","caller":"traceutil/trace.go:171","msg":"trace[1791773058] range","detail":"{range_begin:/registry/persistentvolumes/pvc-39c9418d-e208-4b81-a162-a5a5f2c7dd5b; range_end:; response_count:1; response_revision:25980; }","duration":"2.452273719s","start":"2026-05-13T03:09:15.837045Z","end":"2026-05-13T03:09:18.289319Z","steps":["trace[1791773058] 'agreement among raft nodes before linearized reading' (duration: 2.452148886s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:18.289364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:15.836995Z","time spent":"2.452361591s","remote":"127.0.0.1:39606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-39c9418d-e208-4b81-a162-a5a5f2c7dd5b\" "} {"level":"warn","ts":"2026-05-13T03:09:18.289343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571915013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:18.289425Z","caller":"traceutil/trace.go:171","msg":"trace[1751638828] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25980; }","duration":"1.572049406s","start":"2026-05-13T03:09:16.717352Z","end":"2026-05-13T03:09:18.289402Z","steps":["trace[1751638828] 'agreement among raft nodes before linearized reading' (duration: 1.571896992s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:18.289445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.93213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:18.289463Z","caller":"traceutil/trace.go:171","msg":"trace[2030631497] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:25980; }","duration":"449.986592ms","start":"2026-05-13T03:09:17.839471Z","end":"2026-05-13T03:09:18.289458Z","steps":["trace[2030631497] 'agreement among raft nodes before linearized reading' (duration: 449.91047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:18.28944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.373136896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:09:18.289481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:17.839438Z","time spent":"450.035913ms","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-13T03:09:18.28947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:16.717326Z","time spent":"1.572133848s","remote":"127.0.0.1:42310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-13T03:09:18.289483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.216733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18af0138609db1d6\" ","response":"range_response_count:1 size:722"} {"level":"warn","ts":"2026-05-13T03:09:18.289548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.170361553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:09:18.28956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.234052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:18.289563Z","caller":"traceutil/trace.go:171","msg":"trace[897269792] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18af0138609db1d6; range_end:; response_count:1; response_revision:25980; }","duration":"259.336156ms","start":"2026-05-13T03:09:18.030217Z","end":"2026-05-13T03:09:18.289554Z","steps":["trace[897269792] 'agreement among raft nodes before linearized reading' (duration: 259.136471ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:18.289566Z","caller":"traceutil/trace.go:171","msg":"trace[1515446940] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25980; }","duration":"2.170408313s","start":"2026-05-13T03:09:16.119154Z","end":"2026-05-13T03:09:18.289562Z","steps":["trace[1515446940] 'agreement among raft nodes before linearized reading' (duration: 2.170363952s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:18.289576Z","caller":"traceutil/trace.go:171","msg":"trace[838636695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25980; }","duration":"449.291174ms","start":"2026-05-13T03:09:17.840281Z","end":"2026-05-13T03:09:18.289572Z","steps":["trace[838636695] 'agreement among raft nodes before linearized reading' (duration: 449.265983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:18.289588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:17.840258Z","time spent":"449.328434ms","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:09:18.289589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:16.119137Z","time spent":"2.170445455s","remote":"127.0.0.1:39890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:18.289584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.380657757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:09:18.289634Z","caller":"traceutil/trace.go:171","msg":"trace[1748828526] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25980; }","duration":"2.380748539s","start":"2026-05-13T03:09:15.908877Z","end":"2026-05-13T03:09:18.289625Z","steps":["trace[1748828526] 'agreement among raft nodes before linearized reading' (duration: 2.380647446s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:18.289633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.816620667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:18.289502Z","caller":"traceutil/trace.go:171","msg":"trace[506371297] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25980; }","duration":"2.373232037s","start":"2026-05-13T03:09:15.916258Z","end":"2026-05-13T03:09:18.28949Z","steps":["trace[506371297] 'agreement among raft nodes before linearized reading' (duration: 2.373126455s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:18.289674Z","caller":"traceutil/trace.go:171","msg":"trace[1919705803] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25980; }","duration":"1.816699899s","start":"2026-05-13T03:09:16.472962Z","end":"2026-05-13T03:09:18.289662Z","steps":["trace[1919705803] 'agreement among raft nodes before linearized reading' (duration: 1.816615337s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:18.28971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:16.472941Z","time spent":"1.816760481s","remote":"127.0.0.1:56202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:18.28971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:15.916247Z","time spent":"2.373444983s","remote":"127.0.0.1:39714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:18.289651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.295589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-13T03:09:18.289663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:15.908833Z","time spent":"2.380821581s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":40,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:18.289737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.451351996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:942"} {"level":"warn","ts":"2026-05-13T03:09:18.289769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.451684254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-05-13T03:09:18.289765Z","caller":"traceutil/trace.go:171","msg":"trace[1083998685] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:25980; }","duration":"2.451390396s","start":"2026-05-13T03:09:15.838366Z","end":"2026-05-13T03:09:18.289756Z","steps":["trace[1083998685] 'agreement among raft nodes before linearized reading' (duration: 2.451314154s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:18.289784Z","caller":"traceutil/trace.go:171","msg":"trace[1908386335] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25980; }","duration":"2.451713015s","start":"2026-05-13T03:09:15.838067Z","end":"2026-05-13T03:09:18.28978Z","steps":["trace[1908386335] 'agreement among raft nodes before linearized reading' (duration: 2.451659373s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:18.28979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:15.838357Z","time spent":"2.451427078s","remote":"127.0.0.1:39764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":966,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-05-13T03:09:18.289806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:15.83805Z","time spent":"2.451748945s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7329,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-05-13T03:09:18.28977Z","caller":"traceutil/trace.go:171","msg":"trace[537198095] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25980; }","duration":"591.496304ms","start":"2026-05-13T03:09:17.698252Z","end":"2026-05-13T03:09:18.289748Z","steps":["trace[537198095] 'agreement among raft nodes before linearized reading' (duration: 591.145125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:18.289995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:17.698226Z","time spent":"591.617876ms","remote":"127.0.0.1:39568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-13T03:09:18.291429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941029335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-13T03:09:18.291497Z","caller":"traceutil/trace.go:171","msg":"trace[271072303] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25980; }","duration":"1.941651432s","start":"2026-05-13T03:09:16.349829Z","end":"2026-05-13T03:09:18.291481Z","steps":["trace[271072303] 'agreement among raft nodes before linearized reading' (duration: 1.93960164s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:18.291649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:16.349808Z","time spent":"1.941758695s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2676,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:18.794849Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563944390,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:09:19.987066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.745445ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:19.987211Z","caller":"traceutil/trace.go:171","msg":"trace[778730969] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25980; }","duration":"906.901229ms","start":"2026-05-13T03:09:19.080287Z","end":"2026-05-13T03:09:19.987188Z","steps":["trace[778730969] 'range keys from in-memory index tree' (duration: 906.723564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:19.988883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:09:19.988989Z","caller":"traceutil/trace.go:171","msg":"trace[16730067] transaction","detail":"{read_only:false; response_revision:25981; number_of_response:1; }","duration":"1.697747428s","start":"2026-05-13T03:09:18.291221Z","end":"2026-05-13T03:09:19.988968Z","steps":["trace[16730067] 'process raft request' (duration: 838.778463ms)","trace[16730067] 'compare' (duration: 857.702152ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:09:19.989213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:18.291206Z","time spent":"1.69781587s","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:09:20.29659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000429981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-13T03:09:20.296681Z","caller":"traceutil/trace.go:171","msg":"trace[301910873] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000542043s","start":"2026-05-13T03:09:18.296113Z","end":"2026-05-13T03:09:20.296655Z","steps":["trace[301910873] 'agreement among raft nodes before linearized reading' (duration: 2.000437141s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:20.296758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:18.296107Z","time spent":"2.000633837s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 03:09:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:09:20.926071Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.796043616s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-13T03:09:21.895474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:20.591552Z","time spent":"1.303914719s","remote":"127.0.0.1:56018","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-13T03:09:21.89582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.39304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:09:21.896025Z","caller":"traceutil/trace.go:171","msg":"trace[2115068624] linearizableReadLoop","detail":"{readStateIndex:26851; appliedIndex:26847; }","duration":"3.601943612s","start":"2026-05-13T03:09:18.294066Z","end":"2026-05-13T03:09:21.89601Z","steps":["trace[2115068624] 'read index received' (duration: 835.943801ms)","trace[2115068624] 'applied index is now lower than readState.Index' (duration: 2.765998901s)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:09:21.896102Z","caller":"traceutil/trace.go:171","msg":"trace[349656646] transaction","detail":"{read_only:false; response_revision:25982; number_of_response:1; }","duration":"3.603683697s","start":"2026-05-13T03:09:18.292405Z","end":"2026-05-13T03:09:21.896089Z","steps":["trace[349656646] 'process raft request' (duration: 2.633951808s)","trace[349656646] 'compare' (duration: 969.293598ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:09:21.896163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:18.292385Z","time spent":"3.603746648s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:09:21.896339Z","caller":"traceutil/trace.go:171","msg":"trace[435280087] transaction","detail":"{read_only:false; response_revision:25983; number_of_response:1; }","duration":"3.602488457s","start":"2026-05-13T03:09:18.293842Z","end":"2026-05-13T03:09:21.89633Z","steps":["trace[435280087] 'process raft request' (duration: 3.602067866s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:21.896389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:18.293824Z","time spent":"3.602545608s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-13T03:09:21.896652Z","caller":"traceutil/trace.go:171","msg":"trace[374230184] transaction","detail":"{read_only:false; response_revision:25984; number_of_response:1; }","duration":"3.597616414s","start":"2026-05-13T03:09:18.299026Z","end":"2026-05-13T03:09:21.896642Z","steps":["trace[374230184] 'process raft request' (duration: 3.596932896s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:21.896712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:18.299013Z","time spent":"3.597672266s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:09:21.896918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.602849855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-13T03:09:21.896957Z","caller":"traceutil/trace.go:171","msg":"trace[2059419648] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25984; }","duration":"3.602924377s","start":"2026-05-13T03:09:18.294022Z","end":"2026-05-13T03:09:21.896947Z","steps":["trace[2059419648] 'agreement among raft nodes before linearized reading' (duration: 3.602807524s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:21.896985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:18.294003Z","time spent":"3.602975319s","remote":"127.0.0.1:39608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-05-13T03:09:22.080445Z","caller":"traceutil/trace.go:171","msg":"trace[904147591] linearizableReadLoop","detail":"{readStateIndex:26852; appliedIndex:26851; }","duration":"184.350867ms","start":"2026-05-13T03:09:21.89606Z","end":"2026-05-13T03:09:22.080411Z","steps":["trace[904147591] 'read index received' (duration: 179.285759ms)","trace[904147591] 'applied index is now lower than readState.Index' (duration: 5.063608ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:09:22.080574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781956631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:22.08066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.541022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:22.080672Z","caller":"traceutil/trace.go:171","msg":"trace[707607211] transaction","detail":"{read_only:false; response_revision:25985; number_of_response:1; }","duration":"1.241306303s","start":"2026-05-13T03:09:20.839339Z","end":"2026-05-13T03:09:22.080645Z","steps":["trace[707607211] 'process raft request' (duration: 1.236091151s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:22.080734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.874449386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:09:22.080748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.126917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:22.080767Z","caller":"traceutil/trace.go:171","msg":"trace[18580119] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25985; }","duration":"2.874521918s","start":"2026-05-13T03:09:19.206235Z","end":"2026-05-13T03:09:22.080757Z","steps":["trace[18580119] 'agreement among raft nodes before linearized reading' (duration: 2.874477937s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:22.08078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.089459414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-05-13T03:09:22.080796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:19.206213Z","time spent":"2.87457545s","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:09:22.080794Z","caller":"traceutil/trace.go:171","msg":"trace[1025182148] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25985; }","duration":"966.20556ms","start":"2026-05-13T03:09:21.114574Z","end":"2026-05-13T03:09:22.08078Z","steps":["trace[1025182148] 'agreement among raft nodes before linearized reading' (duration: 966.131318ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:22.080822Z","caller":"traceutil/trace.go:171","msg":"trace[1802420677] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25985; }","duration":"2.089498575s","start":"2026-05-13T03:09:19.99131Z","end":"2026-05-13T03:09:22.080809Z","steps":["trace[1802420677] 'agreement among raft nodes before linearized reading' (duration: 2.089334331s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:22.08084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:21.114557Z","time spent":"966.269642ms","remote":"127.0.0.1:57714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:22.080862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:19.991211Z","time spent":"2.089641769s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-13T03:09:22.080857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:20.839312Z","time spent":"1.241420546s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:09:22.080872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.73060444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:22.081366Z","caller":"traceutil/trace.go:171","msg":"trace[111050356] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25985; }","duration":"3.731149674s","start":"2026-05-13T03:09:18.350186Z","end":"2026-05-13T03:09:22.081336Z","steps":["trace[111050356] 'agreement among raft nodes before linearized reading' (duration: 3.73059517s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:22.080672Z","caller":"traceutil/trace.go:171","msg":"trace[989194806] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:25985; }","duration":"1.782114144s","start":"2026-05-13T03:09:20.29854Z","end":"2026-05-13T03:09:22.080654Z","steps":["trace[989194806] 'agreement among raft nodes before linearized reading' (duration: 1.781917439s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:22.081435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:18.350164Z","time spent":"3.731254206s","remote":"127.0.0.1:42104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:22.081448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:20.298516Z","time spent":"1.782914525s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-13T03:09:22.081448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.270797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276057"} {"level":"warn","ts":"2026-05-13T03:09:22.080616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7839222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:22.081522Z","caller":"traceutil/trace.go:171","msg":"trace[2002941414] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25985; }","duration":"3.270923634s","start":"2026-05-13T03:09:18.810581Z","end":"2026-05-13T03:09:22.081505Z","steps":["trace[2002941414] 'agreement among raft nodes before linearized reading' (duration: 3.270459611s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:22.081557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:18.810558Z","time spent":"3.270992006s","remote":"127.0.0.1:39916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":276081,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-05-13T03:09:22.081548Z","caller":"traceutil/trace.go:171","msg":"trace[1534348618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25985; }","duration":"1.784893125s","start":"2026-05-13T03:09:20.296636Z","end":"2026-05-13T03:09:22.081529Z","steps":["trace[1534348618] 'agreement among raft nodes before linearized reading' (duration: 1.78391986s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:22.081604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:20.296613Z","time spent":"1.784976038s","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:09:22.080598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.570644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:22.081769Z","caller":"traceutil/trace.go:171","msg":"trace[331643259] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25985; }","duration":"257.778926ms","start":"2026-05-13T03:09:21.823974Z","end":"2026-05-13T03:09:22.081753Z","steps":["trace[331643259] 'agreement among raft nodes before linearized reading' (duration: 256.553644ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:22.080691Z","caller":"traceutil/trace.go:171","msg":"trace[1488916912] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25985; }","duration":"457.598814ms","start":"2026-05-13T03:09:21.623082Z","end":"2026-05-13T03:09:22.080681Z","steps":["trace[1488916912] 'agreement among raft nodes before linearized reading' (duration: 457.557703ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:22.081867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:21.623063Z","time spent":"458.776084ms","remote":"127.0.0.1:39884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:22.080614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.748028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:22.081987Z","caller":"traceutil/trace.go:171","msg":"trace[1651699952] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25985; }","duration":"905.136793ms","start":"2026-05-13T03:09:21.176793Z","end":"2026-05-13T03:09:22.081929Z","steps":["trace[1651699952] 'agreement among raft nodes before linearized reading' (duration: 903.755748ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:22.082057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:21.176768Z","time spent":"905.267787ms","remote":"127.0.0.1:42354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:22.08105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.446493693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:22.082274Z","caller":"traceutil/trace.go:171","msg":"trace[827250643] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25985; }","duration":"2.447739634s","start":"2026-05-13T03:09:19.634509Z","end":"2026-05-13T03:09:22.082249Z","steps":["trace[827250643] 'agreement among raft nodes before linearized reading' (duration: 2.446480002s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:22.082321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:19.634489Z","time spent":"2.447817777s","remote":"127.0.0.1:36112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:22.081081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.781257151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:22.082422Z","caller":"traceutil/trace.go:171","msg":"trace[1125520758] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25985; }","duration":"3.782573895s","start":"2026-05-13T03:09:18.299801Z","end":"2026-05-13T03:09:22.082375Z","steps":["trace[1125520758] 'agreement among raft nodes before linearized reading' (duration: 3.78121336s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:22.081205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.119905145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:09:22.082483Z","caller":"traceutil/trace.go:171","msg":"trace[969329242] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25985; }","duration":"2.121223189s","start":"2026-05-13T03:09:19.961248Z","end":"2026-05-13T03:09:22.082471Z","steps":["trace[969329242] 'agreement among raft nodes before linearized reading' (duration: 2.119830913s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:22.082482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:18.29978Z","time spent":"3.782684138s","remote":"127.0.0.1:39654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-13T03:09:22.082525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:19.961226Z","time spent":"2.12128731s","remote":"127.0.0.1:39654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:22.5814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563944398,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:09:23.631724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.582557ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:09:23.631974Z","caller":"traceutil/trace.go:171","msg":"trace[1433699060] transaction","detail":"{read_only:false; response_revision:25988; number_of_response:1; }","duration":"384.793551ms","start":"2026-05-13T03:09:23.247161Z","end":"2026-05-13T03:09:23.631954Z","steps":["trace[1433699060] 'process raft request' (duration: 384.75326ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:23.632054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:23.247135Z","time spent":"384.879603ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:09:23.632282Z","caller":"traceutil/trace.go:171","msg":"trace[1203742256] transaction","detail":"{read_only:false; response_revision:25986; number_of_response:1; }","duration":"1.72074892s","start":"2026-05-13T03:09:21.91152Z","end":"2026-05-13T03:09:23.632269Z","steps":["trace[1203742256] 'process raft request' (duration: 996.553738ms)","trace[1203742256] 'compare' (duration: 721.74818ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:09:23.632354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:21.911494Z","time spent":"1.720827373s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-13T03:09:23.632569Z","caller":"traceutil/trace.go:171","msg":"trace[1729009705] linearizableReadLoop","detail":"{readStateIndex:26854; appliedIndex:26852; }","duration":"1.552007679s","start":"2026-05-13T03:09:22.080525Z","end":"2026-05-13T03:09:23.632533Z","steps":["trace[1729009705] 'read index received' (duration: 827.55986ms)","trace[1729009705] 'applied index is now lower than readState.Index' (duration: 724.443539ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:09:23.632743Z","caller":"traceutil/trace.go:171","msg":"trace[1709313124] transaction","detail":"{read_only:false; response_revision:25987; number_of_response:1; }","duration":"1.089593443s","start":"2026-05-13T03:09:22.543117Z","end":"2026-05-13T03:09:23.63271Z","steps":["trace[1709313124] 'process raft request' (duration: 1.088717552s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:23.632884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:22.543097Z","time spent":"1.089684085s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:09:23.63321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721053209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-05-13T03:09:23.633254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722202908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3ec1ce11-8961-4ff3-9d9d-d783ef750fb9\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-05-13T03:09:23.633264Z","caller":"traceutil/trace.go:171","msg":"trace[14347221] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25988; }","duration":"1.721133931s","start":"2026-05-13T03:09:21.912116Z","end":"2026-05-13T03:09:23.633249Z","steps":["trace[14347221] 'agreement among raft nodes before linearized reading' (duration: 1.720822712s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:23.633292Z","caller":"traceutil/trace.go:171","msg":"trace[1341344795] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3ec1ce11-8961-4ff3-9d9d-d783ef750fb9; range_end:; response_count:1; response_revision:25988; }","duration":"1.72226947s","start":"2026-05-13T03:09:21.91101Z","end":"2026-05-13T03:09:23.633279Z","steps":["trace[1341344795] 'agreement among raft nodes before linearized reading' (duration: 1.722122785s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:23.633312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:21.9121Z","time spent":"1.721189092s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7137,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-13T03:09:23.633334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:21.91099Z","time spent":"1.722336561s","remote":"127.0.0.1:39606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-3ec1ce11-8961-4ff3-9d9d-d783ef750fb9\" "} {"level":"warn","ts":"2026-05-13T03:09:23.633403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591177101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:09:23.633444Z","caller":"traceutil/trace.go:171","msg":"trace[131773942] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25988; }","duration":"1.591241103s","start":"2026-05-13T03:09:22.042194Z","end":"2026-05-13T03:09:23.633435Z","steps":["trace[131773942] 'agreement among raft nodes before linearized reading' (duration: 1.591170881s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:23.63347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:22.042175Z","time spent":"1.591287853s","remote":"127.0.0.1:39764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:23.633601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550882951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-13T03:09:23.633649Z","caller":"traceutil/trace.go:171","msg":"trace[1821066414] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25988; }","duration":"1.550968433s","start":"2026-05-13T03:09:22.082671Z","end":"2026-05-13T03:09:23.63364Z","steps":["trace[1821066414] 'agreement among raft nodes before linearized reading' (duration: 1.550833189s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:23.633652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617211031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:23.633685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:22.082649Z","time spent":"1.551026865s","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-05-13T03:09:23.633695Z","caller":"traceutil/trace.go:171","msg":"trace[567333937] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25988; }","duration":"1.617296393s","start":"2026-05-13T03:09:22.016384Z","end":"2026-05-13T03:09:23.633681Z","steps":["trace[567333937] 'agreement among raft nodes before linearized reading' (duration: 1.617226851s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:23.633746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:22.016359Z","time spent":"1.617374324s","remote":"127.0.0.1:42370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:23.633991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.553088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:09:23.634031Z","caller":"traceutil/trace.go:171","msg":"trace[678092321] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25988; }","duration":"264.624199ms","start":"2026-05-13T03:09:23.369397Z","end":"2026-05-13T03:09:23.634022Z","steps":["trace[678092321] 'agreement among raft nodes before linearized reading' (duration: 264.512396ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:23.634258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032701553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:09:23.6343Z","caller":"traceutil/trace.go:171","msg":"trace[1581678347] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25988; }","duration":"1.032774995s","start":"2026-05-13T03:09:22.601516Z","end":"2026-05-13T03:09:23.634291Z","steps":["trace[1581678347] 'agreement among raft nodes before linearized reading' (duration: 1.032645732s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:23.63433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:22.601499Z","time spent":"1.032822286s","remote":"127.0.0.1:57834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:23.634466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54573568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:23.634512Z","caller":"traceutil/trace.go:171","msg":"trace[2053743704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25988; }","duration":"1.545814202s","start":"2026-05-13T03:09:22.088687Z","end":"2026-05-13T03:09:23.634501Z","steps":["trace[2053743704] 'agreement among raft nodes before linearized reading' (duration: 1.545749071s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:23.634551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:22.08867Z","time spent":"1.545869314s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:09:23.634693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547042373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:23.634729Z","caller":"traceutil/trace.go:171","msg":"trace[1067812581] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25988; }","duration":"1.547102095s","start":"2026-05-13T03:09:22.087616Z","end":"2026-05-13T03:09:23.634718Z","steps":["trace[1067812581] 'agreement among raft nodes before linearized reading' (duration: 1.547052773s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:23.634761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:22.087602Z","time spent":"1.547153116s","remote":"127.0.0.1:39742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-13T03:09:24.1401Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563944403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:09:25.30216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.270028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:09:25.302242Z","caller":"traceutil/trace.go:171","msg":"trace[1546721158] linearizableReadLoop","detail":"{readStateIndex:26856; appliedIndex:26855; }","duration":"1.662549667s","start":"2026-05-13T03:09:23.63968Z","end":"2026-05-13T03:09:25.302229Z","steps":["trace[1546721158] 'read index received' (duration: 958.092654ms)","trace[1546721158] 'applied index is now lower than readState.Index' (duration: 704.455533ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:09:25.302305Z","caller":"traceutil/trace.go:171","msg":"trace[1278574273] transaction","detail":"{read_only:false; response_revision:25989; number_of_response:1; }","duration":"1.662890775s","start":"2026-05-13T03:09:23.639406Z","end":"2026-05-13T03:09:25.302297Z","steps":["trace[1278574273] 'process raft request' (duration: 958.429132ms)","trace[1278574273] 'compare' (duration: 704.029812ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:09:25.302337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:23.639396Z","time spent":"1.662924947s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T03:09:25.302746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658968077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-13T03:09:25.302779Z","caller":"traceutil/trace.go:171","msg":"trace[1455494777] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25989; }","duration":"1.659029648s","start":"2026-05-13T03:09:23.643741Z","end":"2026-05-13T03:09:25.30277Z","steps":["trace[1455494777] 'agreement among raft nodes before linearized reading' (duration: 1.658947226s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:25.302801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:23.643726Z","time spent":"1.65907088s","remote":"127.0.0.1:39742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-13T03:09:25.302849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648757808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:25.302939Z","caller":"traceutil/trace.go:171","msg":"trace[1289630458] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25989; }","duration":"1.64885003s","start":"2026-05-13T03:09:23.654071Z","end":"2026-05-13T03:09:25.302921Z","steps":["trace[1289630458] 'agreement among raft nodes before linearized reading' (duration: 1.648714136s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:25.302962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655751415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-05-13T03:09:25.302942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.65108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"warn","ts":"2026-05-13T03:09:25.303013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656998428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:25.303035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216694641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:25.303041Z","caller":"traceutil/trace.go:171","msg":"trace[1006224496] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25989; }","duration":"866.825644ms","start":"2026-05-13T03:09:24.43619Z","end":"2026-05-13T03:09:25.303016Z","steps":["trace[1006224496] 'agreement among raft nodes before linearized reading' (duration: 866.503445ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:25.30308Z","caller":"traceutil/trace.go:171","msg":"trace[332222864] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:25989; }","duration":"1.216759703s","start":"2026-05-13T03:09:24.086302Z","end":"2026-05-13T03:09:25.303062Z","steps":["trace[332222864] 'agreement among raft nodes before linearized reading' (duration: 1.216703622s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:25.303101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:24.436169Z","time spent":"866.917467ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7557,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-13T03:09:25.303114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:24.086284Z","time spent":"1.216823474s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"info","ts":"2026-05-13T03:09:25.303049Z","caller":"traceutil/trace.go:171","msg":"trace[1175177289] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25989; }","duration":"1.657044508s","start":"2026-05-13T03:09:23.645985Z","end":"2026-05-13T03:09:25.30303Z","steps":["trace[1175177289] 'agreement among raft nodes before linearized reading' (duration: 1.657011277s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:25.303309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.545069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:09:25.303305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:23.64597Z","time spent":"1.657311275s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T03:09:25.303337Z","caller":"traceutil/trace.go:171","msg":"trace[2037198194] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25989; }","duration":"731.612511ms","start":"2026-05-13T03:09:24.571718Z","end":"2026-05-13T03:09:25.30333Z","steps":["trace[2037198194] 'agreement among raft nodes before linearized reading' (duration: 731.560389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:25.303358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:24.571696Z","time spent":"731.656311ms","remote":"127.0.0.1:44870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:25.303345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577423003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-13T03:09:25.302984Z","caller":"traceutil/trace.go:171","msg":"trace[1439537723] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:25989; }","duration":"1.655795416s","start":"2026-05-13T03:09:23.647181Z","end":"2026-05-13T03:09:25.302976Z","steps":["trace[1439537723] 'agreement among raft nodes before linearized reading' (duration: 1.655712384s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:25.303436Z","caller":"traceutil/trace.go:171","msg":"trace[1816782399] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25989; }","duration":"1.577550656s","start":"2026-05-13T03:09:23.725865Z","end":"2026-05-13T03:09:25.303416Z","steps":["trace[1816782399] 'agreement among raft nodes before linearized reading' (duration: 1.577351151s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:25.30348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:23.725846Z","time spent":"1.577625357s","remote":"127.0.0.1:39568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-13T03:09:25.302985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:23.654046Z","time spent":"1.648929063s","remote":"127.0.0.1:39742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-13T03:09:25.303493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.436578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:25.303527Z","caller":"traceutil/trace.go:171","msg":"trace[2031339985] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:25989; }","duration":"846.490608ms","start":"2026-05-13T03:09:24.457026Z","end":"2026-05-13T03:09:25.303517Z","steps":["trace[2031339985] 'agreement among raft nodes before linearized reading' (duration: 846.434957ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:25.303539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663856941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-05-13T03:09:25.303564Z","caller":"traceutil/trace.go:171","msg":"trace[1109474992] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25989; }","duration":"1.663893361s","start":"2026-05-13T03:09:23.639665Z","end":"2026-05-13T03:09:25.303558Z","steps":["trace[1109474992] 'agreement among raft nodes before linearized reading' (duration: 1.662784503s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:25.303566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:24.457015Z","time spent":"846.54275ms","remote":"127.0.0.1:54710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:25.303574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.664356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:25.303607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:23.639659Z","time spent":"1.663943762s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7137,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-13T03:09:25.303437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:23.647161Z","time spent":"1.656264799s","remote":"127.0.0.1:39608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-05-13T03:09:25.303645Z","caller":"traceutil/trace.go:171","msg":"trace[159710899] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25989; }","duration":"666.768419ms","start":"2026-05-13T03:09:24.636854Z","end":"2026-05-13T03:09:25.303622Z","steps":["trace[159710899] 'agreement among raft nodes before linearized reading' (duration: 666.624795ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:25.30371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:24.636833Z","time spent":"666.859712ms","remote":"127.0.0.1:36020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:25.304518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.052918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:09:25.304595Z","caller":"traceutil/trace.go:171","msg":"trace[11821072] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25989; }","duration":"354.018872ms","start":"2026-05-13T03:09:24.950557Z","end":"2026-05-13T03:09:25.304576Z","steps":["trace[11821072] 'agreement among raft nodes before linearized reading' (duration: 352.75024ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:25.304646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:24.950532Z","time spent":"354.097873ms","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:25.811929Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563944409,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:09:26.312489Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563944409,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:09:26.432771Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.016988695s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-13T03:09:26.72286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.673253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:09:26.723019Z","caller":"traceutil/trace.go:171","msg":"trace[570212802] transaction","detail":"{read_only:false; response_revision:25990; number_of_response:1; }","duration":"1.414429056s","start":"2026-05-13T03:09:25.308564Z","end":"2026-05-13T03:09:26.722993Z","steps":["trace[570212802] 'process raft request' (duration: 1.124542918s)","trace[570212802] 'compare' (duration: 288.523054ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:09:26.723104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:25.308549Z","time spent":"1.414523078s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:09:27.311864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000500683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-13T03:09:27.311936Z","caller":"traceutil/trace.go:171","msg":"trace[400633609] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000604825s","start":"2026-05-13T03:09:25.311314Z","end":"2026-05-13T03:09:27.311919Z","steps":["trace[400633609] 'agreement among raft nodes before linearized reading' (duration: 2.000509583s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:27.311984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:25.311303Z","time spent":"2.000662756s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T03:09:27.385712Z","caller":"traceutil/trace.go:171","msg":"trace[639072627] transaction","detail":"{read_only:false; response_revision:25991; number_of_response:1; }","duration":"2.072606278s","start":"2026-05-13T03:09:25.313051Z","end":"2026-05-13T03:09:27.385657Z","steps":["trace[639072627] 'process raft request' (duration: 2.070218798s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:27.385846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:25.313025Z","time spent":"2.072744431s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:09:28.275271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.61548ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-13T03:09:28.278445Z","caller":"traceutil/trace.go:171","msg":"trace[1237710322] linearizableReadLoop","detail":"{readStateIndex:26860; appliedIndex:26856; }","duration":"2.967078361s","start":"2026-05-13T03:09:25.311342Z","end":"2026-05-13T03:09:28.27842Z","steps":["trace[1237710322] 'read index received' (duration: 1.121784027s)","trace[1237710322] 'applied index is now lower than readState.Index' (duration: 1.845292464s)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:09:28.278445Z","caller":"traceutil/trace.go:171","msg":"trace[1617665055] transaction","detail":"{read_only:false; response_revision:25992; number_of_response:1; }","duration":"2.247573328s","start":"2026-05-13T03:09:26.030845Z","end":"2026-05-13T03:09:28.278418Z","steps":["trace[1617665055] 'process raft request' (duration: 2.244607453s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:28.278715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:26.030819Z","time spent":"2.247723672s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:09:29.313011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000135004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:09:29.313074Z","caller":"traceutil/trace.go:171","msg":"trace[1730416704] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000231905s","start":"2026-05-13T03:09:27.312825Z","end":"2026-05-13T03:09:29.313057Z","steps":["trace[1730416704] 'agreement among raft nodes before linearized reading' (duration: 2.000154434s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:29.313112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:27.312814Z","time spent":"2.000291448s","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 03:09:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:09:29.977087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.72743ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:29.977211Z","caller":"traceutil/trace.go:171","msg":"trace[1096875919] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25992; }","duration":"896.862794ms","start":"2026-05-13T03:09:29.080331Z","end":"2026-05-13T03:09:29.977194Z","steps":["trace[1096875919] 'range keys from in-memory index tree' (duration: 896.70846ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:29.978647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700137048s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:09:29.979094Z","caller":"traceutil/trace.go:171","msg":"trace[556836554] transaction","detail":"{read_only:false; response_revision:25993; number_of_response:1; }","duration":"3.250790324s","start":"2026-05-13T03:09:26.728269Z","end":"2026-05-13T03:09:29.97906Z","steps":["trace[556836554] 'process raft request' (duration: 1.550141273s)","trace[556836554] 'compare' (duration: 1.696928447s)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:09:29.97916Z","caller":"traceutil/trace.go:171","msg":"trace[1035122965] transaction","detail":"{read_only:false; response_revision:25994; number_of_response:1; }","duration":"2.892169375s","start":"2026-05-13T03:09:27.086977Z","end":"2026-05-13T03:09:29.979146Z","steps":["trace[1035122965] 'process raft request' (duration: 2.891785126s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:29.979248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:27.08695Z","time spent":"2.892241678s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:09:29.979248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:26.728248Z","time spent":"3.250911157s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-13T03:09:29.979295Z","caller":"traceutil/trace.go:171","msg":"trace[2011311303] linearizableReadLoop","detail":"{readStateIndex:26863; appliedIndex:26860; }","duration":"1.700767465s","start":"2026-05-13T03:09:28.278506Z","end":"2026-05-13T03:09:29.979273Z","steps":["trace[2011311303] 'read index received' (duration: 52.291µs)","trace[2011311303] 'applied index is now lower than readState.Index' (duration: 1.700713894s)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:09:29.979444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.905690422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:29.979486Z","caller":"traceutil/trace.go:171","msg":"trace[1522982697] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25995; }","duration":"3.905742474s","start":"2026-05-13T03:09:26.07373Z","end":"2026-05-13T03:09:29.979472Z","steps":["trace[1522982697] 'agreement among raft nodes before linearized reading' (duration: 3.905662072s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:29.979541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.11342483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:09:29.979539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:26.073702Z","time spent":"3.905823705s","remote":"127.0.0.1:54672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:29.979552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.578762692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-dqbwj\" ","response":"range_response_count:1 size:5315"} {"level":"info","ts":"2026-05-13T03:09:29.979573Z","caller":"traceutil/trace.go:171","msg":"trace[1564428046] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25995; }","duration":"4.113487962s","start":"2026-05-13T03:09:25.866074Z","end":"2026-05-13T03:09:29.979562Z","steps":["trace[1564428046] 'agreement among raft nodes before linearized reading' (duration: 4.11342484s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:29.979609Z","caller":"traceutil/trace.go:171","msg":"trace[1435147109] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-dqbwj; range_end:; response_count:1; response_revision:25995; }","duration":"2.578881605s","start":"2026-05-13T03:09:27.400713Z","end":"2026-05-13T03:09:29.979595Z","steps":["trace[1435147109] 'agreement among raft nodes before linearized reading' (duration: 2.57870039s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:29.979619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:25.866058Z","time spent":"4.113549694s","remote":"127.0.0.1:44858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:29.979593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.555881822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-05-13T03:09:29.979644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:27.400678Z","time spent":"2.578959417s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5339,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-dqbwj\" "} {"level":"info","ts":"2026-05-13T03:09:29.979674Z","caller":"traceutil/trace.go:171","msg":"trace[1781387851] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25995; }","duration":"4.555993264s","start":"2026-05-13T03:09:25.423659Z","end":"2026-05-13T03:09:29.979652Z","steps":["trace[1781387851] 'agreement among raft nodes before linearized reading' (duration: 4.555792599s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:29.979707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.609785577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-13T03:09:29.979725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:25.423642Z","time spent":"4.556071107s","remote":"127.0.0.1:39608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-05-13T03:09:29.979753Z","caller":"traceutil/trace.go:171","msg":"trace[1529999375] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25995; }","duration":"2.609846848s","start":"2026-05-13T03:09:27.369888Z","end":"2026-05-13T03:09:29.979735Z","steps":["trace[1529999375] 'agreement among raft nodes before linearized reading' (duration: 2.609760176s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:29.979793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:27.369872Z","time spent":"2.60991301s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-13T03:09:29.979809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.423006999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:29.979818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417495784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:29.979827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.143827051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-13T03:09:29.979857Z","caller":"traceutil/trace.go:171","msg":"trace[1550229961] transaction","detail":"{read_only:false; response_revision:25995; number_of_response:1; }","duration":"2.751507864s","start":"2026-05-13T03:09:27.228342Z","end":"2026-05-13T03:09:29.97985Z","steps":["trace[1550229961] 'process raft request' (duration: 2.75054747s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:29.979864Z","caller":"traceutil/trace.go:171","msg":"trace[1879919536] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25995; }","duration":"1.417584516s","start":"2026-05-13T03:09:28.562266Z","end":"2026-05-13T03:09:29.97985Z","steps":["trace[1879919536] 'agreement among raft nodes before linearized reading' (duration: 1.417514044s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:29.979627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.608072153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-05-13T03:09:29.979895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:27.228314Z","time spent":"2.751558576s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:09:29.979889Z","caller":"traceutil/trace.go:171","msg":"trace[1456290342] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:25995; }","duration":"4.143920782s","start":"2026-05-13T03:09:25.835947Z","end":"2026-05-13T03:09:29.979868Z","steps":["trace[1456290342] 'agreement among raft nodes before linearized reading' (duration: 4.143678906s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:29.979905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.292017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:29.979911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:28.562245Z","time spent":"1.417655107s","remote":"127.0.0.1:54646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:09:29.97992Z","caller":"traceutil/trace.go:171","msg":"trace[2133637967] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25995; }","duration":"2.60836633s","start":"2026-05-13T03:09:27.371539Z","end":"2026-05-13T03:09:29.979905Z","steps":["trace[2133637967] 'agreement among raft nodes before linearized reading' (duration: 2.607976481s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:29.979932Z","caller":"traceutil/trace.go:171","msg":"trace[1783811808] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25995; }","duration":"316.357109ms","start":"2026-05-13T03:09:29.663565Z","end":"2026-05-13T03:09:29.979922Z","steps":["trace[1783811808] 'agreement among raft nodes before linearized reading' (duration: 316.313698ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:29.979937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:25.83593Z","time spent":"4.143994945s","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"warn","ts":"2026-05-13T03:09:29.979955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:27.371534Z","time spent":"2.608411881s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-13T03:09:29.979467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.671554131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:29.979988Z","caller":"traceutil/trace.go:171","msg":"trace[1261048714] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:25995; }","duration":"2.672141255s","start":"2026-05-13T03:09:27.307841Z","end":"2026-05-13T03:09:29.979982Z","steps":["trace[1261048714] 'agreement among raft nodes before linearized reading' (duration: 2.671552891s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:29.980004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:27.307817Z","time spent":"2.672182197s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-13T03:09:29.979952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:29.663536Z","time spent":"316.411089ms","remote":"127.0.0.1:57704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:29.98013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.778147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:29.98017Z","caller":"traceutil/trace.go:171","msg":"trace[1456649003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25995; }","duration":"658.854399ms","start":"2026-05-13T03:09:29.321303Z","end":"2026-05-13T03:09:29.980157Z","steps":["trace[1456649003] 'agreement among raft nodes before linearized reading' (duration: 658.786357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:29.980185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32571622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:29.979834Z","caller":"traceutil/trace.go:171","msg":"trace[843389973] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25995; }","duration":"2.423061509s","start":"2026-05-13T03:09:27.556765Z","end":"2026-05-13T03:09:29.979826Z","steps":["trace[843389973] 'agreement among raft nodes before linearized reading' (duration: 2.423016058s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:29.980204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:29.321276Z","time spent":"658.920431ms","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:09:29.980238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.074964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:29.98026Z","caller":"traceutil/trace.go:171","msg":"trace[1706433451] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25995; }","duration":"849.141956ms","start":"2026-05-13T03:09:29.131112Z","end":"2026-05-13T03:09:29.980254Z","steps":["trace[1706433451] 'agreement among raft nodes before linearized reading' (duration: 849.102355ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:29.980279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:29.131057Z","time spent":"849.217568ms","remote":"127.0.0.1:42326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:09:29.980956Z","caller":"traceutil/trace.go:171","msg":"trace[445570895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25995; }","duration":"1.325785322s","start":"2026-05-13T03:09:28.654421Z","end":"2026-05-13T03:09:29.980206Z","steps":["trace[445570895] 'agreement among raft nodes before linearized reading' (duration: 1.32572735s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:29.981033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:27.556747Z","time spent":"2.42347882s","remote":"127.0.0.1:42076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:29.981007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:28.654398Z","time spent":"1.326595762s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:09:31.074797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.642918ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-05-13T03:09:31.074949Z","caller":"traceutil/trace.go:171","msg":"trace[303406932] linearizableReadLoop","detail":"{readStateIndex:26864; appliedIndex:26863; }","duration":"1.090800773s","start":"2026-05-13T03:09:29.984123Z","end":"2026-05-13T03:09:31.074924Z","steps":["trace[303406932] 'read index received' (duration: 464.987011ms)","trace[303406932] 'applied index is now lower than readState.Index' (duration: 625.784931ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:09:31.075036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:29.982254Z","time spent":"1.092773783s","remote":"127.0.0.1:39514","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-13T03:09:31.075215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0910638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6ef0889c-56ac-4255-be5c-8b160799eb98\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-05-13T03:09:31.075299Z","caller":"traceutil/trace.go:171","msg":"trace[503415691] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6ef0889c-56ac-4255-be5c-8b160799eb98; range_end:; response_count:1; response_revision:25995; }","duration":"1.091182853s","start":"2026-05-13T03:09:29.984089Z","end":"2026-05-13T03:09:31.075272Z","steps":["trace[503415691] 'agreement among raft nodes before linearized reading' (duration: 1.090916056s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:31.075356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:29.984071Z","time spent":"1.091272155s","remote":"127.0.0.1:39606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-6ef0889c-56ac-4255-be5c-8b160799eb98\" "} {"level":"warn","ts":"2026-05-13T03:09:31.575626Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563944426,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:09:31.988786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001005615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:09:31.988877Z","caller":"traceutil/trace.go:171","msg":"trace[234868846] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001138769s","start":"2026-05-13T03:09:29.987716Z","end":"2026-05-13T03:09:31.988855Z","steps":["trace[234868846] 'agreement among raft nodes before linearized reading' (duration: 2.001013556s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:31.988932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:29.98771Z","time spent":"2.00121006s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 03:09:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:09:32.076305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563944426,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:09:32.566244Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.117116674s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T03:09:32.581354Z","caller":"traceutil/trace.go:171","msg":"trace[1793664162] transaction","detail":"{read_only:false; response_revision:25996; number_of_response:1; }","duration":"2.597023563s","start":"2026-05-13T03:09:29.984297Z","end":"2026-05-13T03:09:32.58132Z","steps":["trace[1793664162] 'process raft request' (duration: 2.58229029s)","trace[1793664162] 'compare' (duration: 13.636225ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:09:32.58152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:29.984282Z","time spent":"2.597120935s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-13T03:09:32.581495Z","caller":"traceutil/trace.go:171","msg":"trace[285168745] transaction","detail":"{read_only:false; response_revision:25997; number_of_response:1; }","duration":"2.595145226s","start":"2026-05-13T03:09:29.986318Z","end":"2026-05-13T03:09:32.581464Z","steps":["trace[285168745] 'process raft request' (duration: 2.594960471s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:32.581671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:29.986299Z","time spent":"2.5952806s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:09:32.583668Z","caller":"traceutil/trace.go:171","msg":"trace[1170018603] transaction","detail":"{read_only:false; response_revision:25999; number_of_response:1; }","duration":"2.595089605s","start":"2026-05-13T03:09:29.988555Z","end":"2026-05-13T03:09:32.583645Z","steps":["trace[1170018603] 'process raft request' (duration: 2.594943831s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:32.583861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:29.988545Z","time spent":"2.595253149s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:09:32.584142Z","caller":"traceutil/trace.go:171","msg":"trace[1591379865] transaction","detail":"{read_only:false; response_revision:25998; number_of_response:1; }","duration":"2.596916251s","start":"2026-05-13T03:09:29.986683Z","end":"2026-05-13T03:09:32.583599Z","steps":["trace[1591379865] 'process raft request' (duration: 2.594710795s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:32.584288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:29.986675Z","time spent":"2.597549708s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:09:32.614243Z","caller":"traceutil/trace.go:171","msg":"trace[890617053] linearizableReadLoop","detail":"{readStateIndex:26870; appliedIndex:26864; }","duration":"1.539234835s","start":"2026-05-13T03:09:31.074979Z","end":"2026-05-13T03:09:32.614213Z","steps":["trace[890617053] 'read index received' (duration: 1.491590159s)","trace[890617053] 'applied index is now lower than readState.Index' (duration: 47.640546ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:09:32.614354Z","caller":"traceutil/trace.go:171","msg":"trace[2062929502] transaction","detail":"{read_only:false; response_revision:26000; number_of_response:1; }","duration":"1.538136038s","start":"2026-05-13T03:09:31.076183Z","end":"2026-05-13T03:09:32.614319Z","steps":["trace[2062929502] 'process raft request' (duration: 1.53781128s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:32.614402Z","caller":"traceutil/trace.go:171","msg":"trace[324562044] transaction","detail":"{read_only:false; response_revision:26001; number_of_response:1; }","duration":"1.472856164s","start":"2026-05-13T03:09:31.141504Z","end":"2026-05-13T03:09:32.61436Z","steps":["trace[324562044] 'process raft request' (duration: 1.472639248s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:32.614466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.52897713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:32.61452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:31.076162Z","time spent":"1.538266992s","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:09:32.614548Z","caller":"traceutil/trace.go:171","msg":"trace[1162114022] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26001; }","duration":"2.529101344s","start":"2026-05-13T03:09:30.085401Z","end":"2026-05-13T03:09:32.614503Z","steps":["trace[1162114022] 'agreement among raft nodes before linearized reading' (duration: 2.528941579s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:32.614538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.626092829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18746"} {"level":"warn","ts":"2026-05-13T03:09:32.614573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:31.141479Z","time spent":"1.473006979s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:09:32.614594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:30.085361Z","time spent":"2.529219397s","remote":"127.0.0.1:35950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:09:32.614611Z","caller":"traceutil/trace.go:171","msg":"trace[2009908600] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26001; }","duration":"2.626200893s","start":"2026-05-13T03:09:29.988391Z","end":"2026-05-13T03:09:32.614592Z","steps":["trace[2009908600] 'agreement among raft nodes before linearized reading' (duration: 2.625976766s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:32.614677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:29.988376Z","time spent":"2.626288904s","remote":"127.0.0.1:39634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18770,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-05-13T03:09:33.989104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999891967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-13T03:09:33.989192Z","caller":"traceutil/trace.go:171","msg":"trace[1322082568] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000042431s","start":"2026-05-13T03:09:31.989129Z","end":"2026-05-13T03:09:33.989172Z","steps":["trace[1322082568] 'agreement among raft nodes before linearized reading' (duration: 1.999929248s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:33.989256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:31.989071Z","time spent":"2.000158634s","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:09:34.734808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:33.45548Z","time spent":"1.279107679s","remote":"127.0.0.1:59740","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-13T03:09:34.735282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678735988s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"info","ts":"2026-05-13T03:09:34.735392Z","caller":"traceutil/trace.go:171","msg":"trace[461474861] linearizableReadLoop","detail":"{readStateIndex:26871; appliedIndex:26870; }","duration":"2.121061565s","start":"2026-05-13T03:09:32.614312Z","end":"2026-05-13T03:09:34.735373Z","steps":["trace[461474861] 'read index received' (duration: 442.149133ms)","trace[461474861] 'applied index is now lower than readState.Index' (duration: 1.678910822s)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:09:34.735574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.74897179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:34.735583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.004672354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:34.735611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.014385729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:34.735601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.960745612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:34.735667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.656840813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-13T03:09:34.735664Z","caller":"traceutil/trace.go:171","msg":"trace[1400696133] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26001; }","duration":"2.749107954s","start":"2026-05-13T03:09:31.986534Z","end":"2026-05-13T03:09:34.735641Z","steps":["trace[1400696133] 'agreement among raft nodes before linearized reading' (duration: 2.74893825s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:34.735678Z","caller":"traceutil/trace.go:171","msg":"trace[1403323885] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26001; }","duration":"3.004801527s","start":"2026-05-13T03:09:31.730849Z","end":"2026-05-13T03:09:34.735651Z","steps":["trace[1403323885] 'agreement among raft nodes before linearized reading' (duration: 3.004631693s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:34.735689Z","caller":"traceutil/trace.go:171","msg":"trace[135933881] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26001; }","duration":"3.014487041s","start":"2026-05-13T03:09:31.721181Z","end":"2026-05-13T03:09:34.735668Z","steps":["trace[135933881] 'agreement among raft nodes before linearized reading' (duration: 3.014332238s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:34.735705Z","caller":"traceutil/trace.go:171","msg":"trace[1884128957] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26001; }","duration":"3.656896985s","start":"2026-05-13T03:09:31.078793Z","end":"2026-05-13T03:09:34.73569Z","steps":["trace[1884128957] 'agreement among raft nodes before linearized reading' (duration: 3.656728601s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:34.735722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:31.730839Z","time spent":"3.004872799s","remote":"127.0.0.1:42236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:34.73574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:31.078786Z","time spent":"3.656945606s","remote":"127.0.0.1:39608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-05-13T03:09:34.73574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:31.72116Z","time spent":"3.014569134s","remote":"127.0.0.1:42428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:34.735765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:32.58598Z","time spent":"2.149783162s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-13T03:09:34.735792Z","caller":"traceutil/trace.go:171","msg":"trace[1332987156] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26001; }","duration":"2.960911386s","start":"2026-05-13T03:09:31.774768Z","end":"2026-05-13T03:09:34.735679Z","steps":["trace[1332987156] 'agreement among raft nodes before linearized reading' (duration: 2.960715761s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:34.735865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:31.774741Z","time spent":"2.96109756s","remote":"127.0.0.1:46224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:34.735718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:31.986511Z","time spent":"2.749195926s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-13T03:09:34.736121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.14892344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-05-13T03:09:34.736161Z","caller":"traceutil/trace.go:171","msg":"trace[432748594] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26001; }","duration":"2.148997572s","start":"2026-05-13T03:09:32.58715Z","end":"2026-05-13T03:09:34.736148Z","steps":["trace[432748594] 'agreement among raft nodes before linearized reading' (duration: 2.148836937s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:34.736197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:32.587132Z","time spent":"2.149056524s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7329,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-13T03:09:34.736296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.337128844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:09:34.736341Z","caller":"traceutil/trace.go:171","msg":"trace[1485181087] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26001; }","duration":"2.337214176s","start":"2026-05-13T03:09:32.399113Z","end":"2026-05-13T03:09:34.736328Z","steps":["trace[1485181087] 'agreement among raft nodes before linearized reading' (duration: 2.337125464s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:34.736388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:32.399061Z","time spent":"2.337315298s","remote":"127.0.0.1:46246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:35.236092Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563944433,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:09:35.736568Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563944433,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:09:35.998409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000572774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-13T03:09:35.998493Z","caller":"traceutil/trace.go:171","msg":"trace[1601470875] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000707699s","start":"2026-05-13T03:09:33.997768Z","end":"2026-05-13T03:09:35.998476Z","steps":["trace[1601470875] 'agreement among raft nodes before linearized reading' (duration: 2.000594465s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:35.998539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:33.997751Z","time spent":"2.00077962s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:09:36.237645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563944433,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:09:36.738596Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563944433,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:09:37.238958Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563944433,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:09:37.739656Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563944433,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:09:37.99931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000355088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:09:37.999609Z","caller":"traceutil/trace.go:171","msg":"trace[1101598579] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000705557s","start":"2026-05-13T03:09:35.998888Z","end":"2026-05-13T03:09:37.999593Z","steps":["trace[1101598579] 'agreement among raft nodes before linearized reading' (duration: 2.000383729s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:37.999651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:35.998871Z","time spent":"2.000770778s","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 03:09:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:09:38.239799Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563944433,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:09:38.394854Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.545226232s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T03:09:38.462685Z","caller":"traceutil/trace.go:171","msg":"trace[245396264] transaction","detail":"{read_only:false; response_revision:26002; number_of_response:1; }","duration":"4.613144301s","start":"2026-05-13T03:09:33.8495Z","end":"2026-05-13T03:09:38.462644Z","steps":["trace[245396264] 'process raft request' (duration: 4.545634212s)","trace[245396264] 'compare' (duration: 67.295054ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:09:38.463111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:33.849471Z","time spent":"4.613538321s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:09:40.006923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000557124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-13T03:09:40.007017Z","caller":"traceutil/trace.go:171","msg":"trace[2141582820] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000727008s","start":"2026-05-13T03:09:38.006269Z","end":"2026-05-13T03:09:40.006996Z","steps":["trace[2141582820] 'agreement among raft nodes before linearized reading' (duration: 2.000589134s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:40.007082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:38.006246Z","time spent":"2.000819311s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:09:40.52249Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.847056258s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-13T03:09:40.949455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869091625s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:40.949535Z","caller":"traceutil/trace.go:171","msg":"trace[1086010581] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26002; }","duration":"1.869180948s","start":"2026-05-13T03:09:39.080342Z","end":"2026-05-13T03:09:40.949523Z","steps":["trace[1086010581] 'range keys from in-memory index tree' (duration: 1.869078515s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:41.736575Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"75919e1f1f1f77c2","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-13T03:09:41.739958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:34.739073Z","time spent":"7.000879896s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-13T03:09:41.744235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:34.743665Z","time spent":"7.000561899s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-13T03:09:41.986225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:34.985355Z","time spent":"7.000860556s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-13T03:09:42.008275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000516163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:09:42.008356Z","caller":"traceutil/trace.go:171","msg":"trace[523713827] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000651316s","start":"2026-05-13T03:09:40.007685Z","end":"2026-05-13T03:09:42.008336Z","steps":["trace[523713827] 'agreement among raft nodes before linearized reading' (duration: 2.000550784s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:42.008404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:40.007663Z","time spent":"2.000731918s","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 03:09:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:09:42.373454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000108462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:09:42.37355Z","caller":"traceutil/trace.go:171","msg":"trace[835616655] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000242596s","start":"2026-05-13T03:09:40.373274Z","end":"2026-05-13T03:09:42.373517Z","steps":["trace[835616655] 'agreement among raft nodes before linearized reading' (duration: 2.000140773s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:42.373605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:40.373253Z","time spent":"2.000336138s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 03:09:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:09:43.63543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.112711638s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-05-13T03:09:44.016964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000203535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:09:44.017043Z","caller":"traceutil/trace.go:171","msg":"trace[1256718720] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000300037s","start":"2026-05-13T03:09:42.016726Z","end":"2026-05-13T03:09:44.017026Z","steps":["trace[1256718720] 'agreement among raft nodes before linearized reading' (duration: 2.000199725s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:44.017089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:42.016664Z","time spent":"2.000416631s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 03:09:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:09:44.859173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221911422s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:09:44.859505Z","caller":"traceutil/trace.go:171","msg":"trace[1295806786] transaction","detail":"{read_only:false; response_revision:26007; number_of_response:1; }","duration":"4.739196512s","start":"2026-05-13T03:09:40.12029Z","end":"2026-05-13T03:09:44.859487Z","steps":["trace[1295806786] 'process raft request' (duration: 4.73910802s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:44.859499Z","caller":"traceutil/trace.go:171","msg":"trace[198328411] transaction","detail":"{read_only:false; response_revision:26006; number_of_response:1; }","duration":"6.387537931s","start":"2026-05-13T03:09:38.471932Z","end":"2026-05-13T03:09:44.85947Z","steps":["trace[198328411] 'process raft request' (duration: 6.387426898s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:44.859588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:40.120262Z","time spent":"4.739285055s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:09:44.859643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:38.47191Z","time spent":"6.387655174s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:09:44.859502Z","caller":"traceutil/trace.go:171","msg":"trace[854423616] linearizableReadLoop","detail":"{readStateIndex:26876; appliedIndex:26871; }","duration":"10.12404823s","start":"2026-05-13T03:09:34.735418Z","end":"2026-05-13T03:09:44.859466Z","steps":["trace[854423616] 'read index received' (duration: 3.659679774s)","trace[854423616] 'applied index is now lower than readState.Index' (duration: 6.464365436s)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:09:44.859713Z","caller":"traceutil/trace.go:171","msg":"trace[310193713] transaction","detail":"{read_only:false; response_revision:26008; number_of_response:1; }","duration":"3.113855157s","start":"2026-05-13T03:09:41.74583Z","end":"2026-05-13T03:09:44.859685Z","steps":["trace[310193713] 'process raft request' (duration: 3.113606241s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:44.859841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:41.745807Z","time spent":"3.113974801s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":843,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T03:09:44.859863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.819171141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:44.8599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.434612282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:44.859977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.744262795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:09:44.860002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.243009262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-05-13T03:09:44.860016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.964306296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:09:44.860036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.587910763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:44.860053Z","caller":"traceutil/trace.go:171","msg":"trace[585644609] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26008; }","duration":"7.964384478s","start":"2026-05-13T03:09:36.895659Z","end":"2026-05-13T03:09:44.860044Z","steps":["trace[585644609] 'agreement among raft nodes before linearized reading' (duration: 7.964297976s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:44.860024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.723372142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:44.860045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.430313847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:44.860084Z","caller":"traceutil/trace.go:171","msg":"trace[864878890] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26008; }","duration":"6.587958614s","start":"2026-05-13T03:09:38.272112Z","end":"2026-05-13T03:09:44.860071Z","steps":["trace[864878890] 'agreement among raft nodes before linearized reading' (duration: 6.587884982s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:44.860094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.399852447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:44.860108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.816758651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:44.860106Z","caller":"traceutil/trace.go:171","msg":"trace[1744396912] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26008; }","duration":"10.723504324s","start":"2026-05-13T03:09:34.136578Z","end":"2026-05-13T03:09:44.860082Z","steps":["trace[1744396912] 'agreement among raft nodes before linearized reading' (duration: 10.72293741s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:44.860126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:38.272042Z","time spent":"6.588074877s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:09:44.860137Z","caller":"traceutil/trace.go:171","msg":"trace[1082198722] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26008; }","duration":"11.399898748s","start":"2026-05-13T03:09:33.460228Z","end":"2026-05-13T03:09:44.860126Z","steps":["trace[1082198722] 'agreement among raft nodes before linearized reading' (duration: 11.399297343s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:44.860155Z","caller":"traceutil/trace.go:171","msg":"trace[371333240] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26008; }","duration":"1.816865375s","start":"2026-05-13T03:09:43.043277Z","end":"2026-05-13T03:09:44.860143Z","steps":["trace[371333240] 'agreement among raft nodes before linearized reading' (duration: 1.816802103s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:44.860163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.220492842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:44.860187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.42207174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:44.860195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:43.043252Z","time spent":"1.816932046s","remote":"127.0.0.1:41190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:44.860204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.787399003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:09:44.860217Z","caller":"traceutil/trace.go:171","msg":"trace[963825065] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26008; }","duration":"8.220577524s","start":"2026-05-13T03:09:36.639626Z","end":"2026-05-13T03:09:44.860204Z","steps":["trace[963825065] 'agreement among raft nodes before linearized reading' (duration: 8.220508112s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:44.860087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:36.895636Z","time spent":"7.964441939s","remote":"127.0.0.1:57672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:09:44.860233Z","caller":"traceutil/trace.go:171","msg":"trace[354835700] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26008; }","duration":"4.787461005s","start":"2026-05-13T03:09:40.072763Z","end":"2026-05-13T03:09:44.860224Z","steps":["trace[354835700] 'agreement among raft nodes before linearized reading' (duration: 4.787413014s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:44.860239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080535704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:44.860252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.767671398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:44.860265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:36.639606Z","time spent":"8.220646555s","remote":"127.0.0.1:36118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:44.860268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:40.07274Z","time spent":"4.787518276s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:09:44.860286Z","caller":"traceutil/trace.go:171","msg":"trace[2144640322] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26008; }","duration":"7.767708569s","start":"2026-05-13T03:09:37.092569Z","end":"2026-05-13T03:09:44.860277Z","steps":["trace[2144640322] 'agreement among raft nodes before linearized reading' (duration: 7.767649018s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:44.860326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:37.09254Z","time spent":"7.767777271s","remote":"127.0.0.1:58078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:44.860377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877347684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:44.860401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.989329699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:44.860406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.075072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:44.860432Z","caller":"traceutil/trace.go:171","msg":"trace[982935483] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26008; }","duration":"5.989399811s","start":"2026-05-13T03:09:38.871023Z","end":"2026-05-13T03:09:44.860423Z","steps":["trace[982935483] 'agreement among raft nodes before linearized reading' (duration: 5.989348409s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:44.860449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208951965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418454"} {"level":"warn","ts":"2026-05-13T03:09:44.860251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308245728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:44.860467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:38.871001Z","time spent":"5.989457813s","remote":"127.0.0.1:57740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:09:44.860491Z","caller":"traceutil/trace.go:171","msg":"trace[1641917942] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26008; }","duration":"1.209031557s","start":"2026-05-13T03:09:43.65145Z","end":"2026-05-13T03:09:44.860482Z","steps":["trace[1641917942] 'agreement among raft nodes before linearized reading' (duration: 1.208819412s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:44.86051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.315757614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:09:44.860507Z","caller":"traceutil/trace.go:171","msg":"trace[1428316554] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26008; }","duration":"1.308509394s","start":"2026-05-13T03:09:43.55198Z","end":"2026-05-13T03:09:44.86049Z","steps":["trace[1428316554] 'agreement among raft nodes before linearized reading' (duration: 1.308241538s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:44.860525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:43.651431Z","time spent":"1.209086898s","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418478,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-05-13T03:09:44.860539Z","caller":"traceutil/trace.go:171","msg":"trace[1600083601] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26008; }","duration":"2.315828615s","start":"2026-05-13T03:09:42.544702Z","end":"2026-05-13T03:09:44.86053Z","steps":["trace[1600083601] 'agreement among raft nodes before linearized reading' (duration: 2.315781694s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:44.860101Z","caller":"traceutil/trace.go:171","msg":"trace[1548781529] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26008; }","duration":"11.430406319s","start":"2026-05-13T03:09:33.429682Z","end":"2026-05-13T03:09:44.860088Z","steps":["trace[1548781529] 'agreement among raft nodes before linearized reading' (duration: 11.429798444s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:44.860391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475369399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:44.860572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386972251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:44.860596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:33.429665Z","time spent":"11.430912863s","remote":"127.0.0.1:39782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:44.860606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:43.551966Z","time spent":"1.308621838s","remote":"127.0.0.1:56162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:44.860618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.541956274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:44.860639Z","caller":"traceutil/trace.go:171","msg":"trace[950567764] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26008; }","duration":"1.387060543s","start":"2026-05-13T03:09:43.473564Z","end":"2026-05-13T03:09:44.860624Z","steps":["trace[950567764] 'agreement among raft nodes before linearized reading' (duration: 1.386976431s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:44.86065Z","caller":"traceutil/trace.go:171","msg":"trace[1074564448] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26008; }","duration":"9.542024005s","start":"2026-05-13T03:09:35.318616Z","end":"2026-05-13T03:09:44.86064Z","steps":["trace[1074564448] 'agreement among raft nodes before linearized reading' (duration: 9.541980064s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:44.860656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.536895335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-13T03:09:44.860684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:43.473547Z","time spent":"1.387127845s","remote":"127.0.0.1:36074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:09:44.860693Z","caller":"traceutil/trace.go:171","msg":"trace[1631464333] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26008; }","duration":"9.536934476s","start":"2026-05-13T03:09:35.32375Z","end":"2026-05-13T03:09:44.860685Z","steps":["trace[1631464333] 'agreement among raft nodes before linearized reading' (duration: 9.536727201s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:44.860686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:35.318595Z","time spent":"9.542083937s","remote":"127.0.0.1:42310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-13T03:09:44.860454Z","caller":"traceutil/trace.go:171","msg":"trace[1237406675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26008; }","duration":"843.152474ms","start":"2026-05-13T03:09:44.017291Z","end":"2026-05-13T03:09:44.860444Z","steps":["trace[1237406675] 'agreement among raft nodes before linearized reading' (duration: 843.087723ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:44.860224Z","caller":"traceutil/trace.go:171","msg":"trace[948287379] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26008; }","duration":"7.422144051s","start":"2026-05-13T03:09:37.438071Z","end":"2026-05-13T03:09:44.860215Z","steps":["trace[948287379] 'agreement among raft nodes before linearized reading' (duration: 7.42209205s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:44.860663Z","caller":"traceutil/trace.go:171","msg":"trace[1234639101] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26008; }","duration":"1.475658456s","start":"2026-05-13T03:09:43.384949Z","end":"2026-05-13T03:09:44.860607Z","steps":["trace[1234639101] 'agreement among raft nodes before linearized reading' (duration: 1.475064191s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:44.860776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:37.438049Z","time spent":"7.422712656s","remote":"127.0.0.1:39888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:44.860571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:42.544681Z","time spent":"2.315882827s","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:44.860814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.274161595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:44.860418Z","caller":"traceutil/trace.go:171","msg":"trace[1678984055] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26008; }","duration":"1.877431376s","start":"2026-05-13T03:09:42.982977Z","end":"2026-05-13T03:09:44.860409Z","steps":["trace[1678984055] 'agreement among raft nodes before linearized reading' (duration: 1.877371675s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:44.860872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:43.384933Z","time spent":"1.475872091s","remote":"127.0.0.1:57784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:44.860045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.202723991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:09:44.860992Z","caller":"traceutil/trace.go:171","msg":"trace[1778649341] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26008; }","duration":"12.203673395s","start":"2026-05-13T03:09:32.657309Z","end":"2026-05-13T03:09:44.860982Z","steps":["trace[1778649341] 'agreement among raft nodes before linearized reading' (duration: 12.202258999s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:44.861035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:32.657254Z","time spent":"12.203769738s","remote":"127.0.0.1:39906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:44.860616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.87105109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-05-13T03:09:44.861143Z","caller":"traceutil/trace.go:171","msg":"trace[1371227518] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26008; }","duration":"2.871601844s","start":"2026-05-13T03:09:41.989521Z","end":"2026-05-13T03:09:44.861123Z","steps":["trace[1371227518] 'agreement among raft nodes before linearized reading' (duration: 2.871068791s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:44.861254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:41.989498Z","time spent":"2.871733788s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-13T03:09:44.860153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.579172237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:44.861318Z","caller":"traceutil/trace.go:171","msg":"trace[1957189152] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26008; }","duration":"5.580387328s","start":"2026-05-13T03:09:39.280912Z","end":"2026-05-13T03:09:44.8613Z","steps":["trace[1957189152] 'agreement among raft nodes before linearized reading' (duration: 5.579214548s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:44.860286Z","caller":"traceutil/trace.go:171","msg":"trace[1486197236] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26008; }","duration":"1.080580115s","start":"2026-05-13T03:09:43.779694Z","end":"2026-05-13T03:09:44.860274Z","steps":["trace[1486197236] 'agreement among raft nodes before linearized reading' (duration: 1.080516523s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:44.861424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:39.28089Z","time spent":"5.58051603s","remote":"127.0.0.1:54816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:44.861432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:43.779619Z","time spent":"1.081794385s","remote":"127.0.0.1:39554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:44.860112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.119187037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:44.861527Z","caller":"traceutil/trace.go:171","msg":"trace[1625869707] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26008; }","duration":"8.120617152s","start":"2026-05-13T03:09:36.740884Z","end":"2026-05-13T03:09:44.861502Z","steps":["trace[1625869707] 'agreement among raft nodes before linearized reading' (duration: 8.119201666s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:44.859993Z","caller":"traceutil/trace.go:171","msg":"trace[347261686] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26008; }","duration":"4.434725894s","start":"2026-05-13T03:09:40.425247Z","end":"2026-05-13T03:09:44.859972Z","steps":["trace[347261686] 'agreement among raft nodes before linearized reading' (duration: 4.434574181s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:44.861597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:36.740863Z","time spent":"8.120713335s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-13T03:09:44.861635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:40.425193Z","time spent":"4.436388707s","remote":"127.0.0.1:42288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:44.860191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:33.460211Z","time spent":"11.3999689s","remote":"127.0.0.1:42542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:44.860172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:34.13656Z","time spent":"10.723599767s","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:44.860139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.192870747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:44.861991Z","caller":"traceutil/trace.go:171","msg":"trace[85962035] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26008; }","duration":"7.194717454s","start":"2026-05-13T03:09:37.667259Z","end":"2026-05-13T03:09:44.861977Z","steps":["trace[85962035] 'agreement among raft nodes before linearized reading' (duration: 7.192851777s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:44.862026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:37.667199Z","time spent":"7.194816997s","remote":"127.0.0.1:42356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:44.859936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.120658534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6dcc22ca-43e4-44ed-b9ef-3da7fc8ce4e7\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-05-13T03:09:44.862073Z","caller":"traceutil/trace.go:171","msg":"trace[1965205074] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6dcc22ca-43e4-44ed-b9ef-3da7fc8ce4e7; range_end:; response_count:1; response_revision:26008; }","duration":"10.122806549s","start":"2026-05-13T03:09:34.739251Z","end":"2026-05-13T03:09:44.862057Z","steps":["trace[1965205074] 'agreement among raft nodes before linearized reading' (duration: 10.120531441s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:44.859918Z","caller":"traceutil/trace.go:171","msg":"trace[486397088] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26008; }","duration":"11.819274254s","start":"2026-05-13T03:09:33.040628Z","end":"2026-05-13T03:09:44.859902Z","steps":["trace[486397088] 'agreement among raft nodes before linearized reading' (duration: 11.818859743s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:44.862124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:34.739192Z","time spent":"10.122917991s","remote":"127.0.0.1:39606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-6dcc22ca-43e4-44ed-b9ef-3da7fc8ce4e7\" "} {"level":"warn","ts":"2026-05-13T03:09:44.862135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:33.0406Z","time spent":"11.821518501s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:09:44.860047Z","caller":"traceutil/trace.go:171","msg":"trace[329129557] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26008; }","duration":"12.243082943s","start":"2026-05-13T03:09:32.616951Z","end":"2026-05-13T03:09:44.860034Z","steps":["trace[329129557] 'agreement among raft nodes before linearized reading' (duration: 12.242601491s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:44.862227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:32.616936Z","time spent":"12.245267109s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-13T03:09:44.860055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519510857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:44.862287Z","caller":"traceutil/trace.go:171","msg":"trace[1805806209] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:26008; }","duration":"1.521790425s","start":"2026-05-13T03:09:43.340489Z","end":"2026-05-13T03:09:44.862279Z","steps":["trace[1805806209] 'agreement among raft nodes before linearized reading' (duration: 1.519532208s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:44.862319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:43.340437Z","time spent":"1.521874197s","remote":"127.0.0.1:42410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:44.860057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.048084997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-05-13T03:09:44.862425Z","caller":"traceutil/trace.go:171","msg":"trace[293403556] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:26008; }","duration":"8.050487098s","start":"2026-05-13T03:09:36.811931Z","end":"2026-05-13T03:09:44.862418Z","steps":["trace[293403556] 'agreement among raft nodes before linearized reading' (duration: 8.048062006s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:44.862447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:36.811911Z","time spent":"8.050529649s","remote":"127.0.0.1:39578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":376,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-05-13T03:09:44.860128Z","caller":"traceutil/trace.go:171","msg":"trace[1165854516] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26008; }","duration":"11.74444341s","start":"2026-05-13T03:09:33.115589Z","end":"2026-05-13T03:09:44.860032Z","steps":["trace[1165854516] 'agreement among raft nodes before linearized reading' (duration: 11.743921767s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:44.86252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:33.115564Z","time spent":"11.746933674s","remote":"127.0.0.1:57852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:44.860461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016040406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:44.862595Z","caller":"traceutil/trace.go:171","msg":"trace[1245052340] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26008; }","duration":"2.018217562s","start":"2026-05-13T03:09:42.844365Z","end":"2026-05-13T03:09:44.862583Z","steps":["trace[1245052340] 'agreement among raft nodes before linearized reading' (duration: 2.016073697s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:44.862637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:42.844334Z","time spent":"2.018288094s","remote":"127.0.0.1:54408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:44.860573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.964520951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:09:44.860725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.114421021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-5n9mm\" ","response":"range_response_count:1 size:4695"} {"level":"warn","ts":"2026-05-13T03:09:44.860725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:35.323701Z","time spent":"9.537015779s","remote":"127.0.0.1:39562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":232,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:44.860762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:44.017274Z","time spent":"843.478713ms","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:09:44.860767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.018302838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:09:44.860852Z","caller":"traceutil/trace.go:171","msg":"trace[290742872] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26008; }","duration":"9.274239567s","start":"2026-05-13T03:09:35.586602Z","end":"2026-05-13T03:09:44.860841Z","steps":["trace[290742872] 'agreement among raft nodes before linearized reading' (duration: 9.274185806s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:44.860949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:42.98285Z","time spent":"1.878053553s","remote":"127.0.0.1:36090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:44.862782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:35.586581Z","time spent":"9.276191236s","remote":"127.0.0.1:54458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:09:44.862828Z","caller":"traceutil/trace.go:171","msg":"trace[112722309] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26008; }","duration":"9.96679914s","start":"2026-05-13T03:09:34.896014Z","end":"2026-05-13T03:09:44.862813Z","steps":["trace[112722309] 'agreement among raft nodes before linearized reading' (duration: 9.964517831s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:44.862971Z","caller":"traceutil/trace.go:171","msg":"trace[953723093] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-5n9mm; range_end:; response_count:1; response_revision:26008; }","duration":"3.116682599s","start":"2026-05-13T03:09:41.74628Z","end":"2026-05-13T03:09:44.862963Z","steps":["trace[953723093] 'agreement among raft nodes before linearized reading' (duration: 3.11435442s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:44.863002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:41.746272Z","time spent":"3.1167231s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4719,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-5n9mm\" "} {"level":"info","ts":"2026-05-13T03:09:44.86282Z","caller":"traceutil/trace.go:171","msg":"trace[678684065] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26008; }","duration":"9.02036716s","start":"2026-05-13T03:09:35.84243Z","end":"2026-05-13T03:09:44.862797Z","steps":["trace[678684065] 'agreement among raft nodes before linearized reading' (duration: 9.018313928s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:44.863236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:35.842414Z","time spent":"9.020812792s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:44.862883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:34.895996Z","time spent":"9.966872511s","remote":"127.0.0.1:39578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:45.366838Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563944443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:09:45.867266Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563944443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:09:46.367841Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563944443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:09:46.86665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000028441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:09:46.866738Z","caller":"traceutil/trace.go:171","msg":"trace[1522471331] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000161254s","start":"2026-05-13T03:09:44.866553Z","end":"2026-05-13T03:09:46.866715Z","steps":["trace[1522471331] 'agreement among raft nodes before linearized reading' (duration: 2.000036431s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:46.866797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:44.866545Z","time spent":"2.000238796s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 03:09:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:09:46.868862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563944443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:09:47.321369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000197704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-13T03:09:47.321464Z","caller":"traceutil/trace.go:171","msg":"trace[1653298779] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000365449s","start":"2026-05-13T03:09:45.321073Z","end":"2026-05-13T03:09:47.321439Z","steps":["trace[1653298779] 'agreement among raft nodes before linearized reading' (duration: 2.000227405s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:47.321516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:45.321044Z","time spent":"2.000461911s","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 03:09:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:09:47.369269Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563944443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:09:47.869453Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563944443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:09:48.042322Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.176820251s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T03:09:48.042728Z","caller":"traceutil/trace.go:171","msg":"trace[1933945816] transaction","detail":"{read_only:false; response_revision:26009; number_of_response:1; }","duration":"3.177274292s","start":"2026-05-13T03:09:44.865427Z","end":"2026-05-13T03:09:48.042702Z","steps":["trace[1933945816] 'process raft request' (duration: 3.177123218s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:48.042888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:44.865412Z","time spent":"3.177395316s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T03:09:49.341792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000084512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:09:49.341873Z","caller":"traceutil/trace.go:171","msg":"trace[1398092013] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000216455s","start":"2026-05-13T03:09:47.341639Z","end":"2026-05-13T03:09:49.341856Z","steps":["trace[1398092013] 'agreement among raft nodes before linearized reading' (duration: 2.000120693s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:49.341918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:47.341615Z","time spent":"2.000293958s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 03:09:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:09:49.876435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.995986333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:09:49.876529Z","caller":"traceutil/trace.go:171","msg":"trace[1236976844] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.996143028s","start":"2026-05-13T03:09:44.880365Z","end":"2026-05-13T03:09:49.876508Z","steps":["trace[1236976844] 'agreement among raft nodes before linearized reading' (duration: 4.996005463s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:49.876581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:44.880349Z","time spent":"4.996221069s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/13 03:09:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:09:49.972437Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.79893289s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T03:09:49.973964Z","caller":"traceutil/trace.go:171","msg":"trace[761231743] transaction","detail":"{read_only:false; response_revision:26010; number_of_response:1; }","duration":"5.102626663s","start":"2026-05-13T03:09:44.870587Z","end":"2026-05-13T03:09:49.973214Z","steps":["trace[761231743] 'process raft request' (duration: 5.102034718s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:49.974268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:44.870575Z","time spent":"5.103508944s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:09:50.652832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000135763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-13T03:09:50.652947Z","caller":"traceutil/trace.go:171","msg":"trace[2005673188] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000308588s","start":"2026-05-13T03:09:48.652611Z","end":"2026-05-13T03:09:50.652919Z","steps":["trace[2005673188] 'agreement among raft nodes before linearized reading' (duration: 2.000155894s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:50.653011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:48.652595Z","time spent":"2.00040318s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:09:50.788893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.918174ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-13T03:09:50.789079Z","caller":"traceutil/trace.go:171","msg":"trace[1810737527] linearizableReadLoop","detail":"{readStateIndex:26882; appliedIndex:26880; }","duration":"5.922863176s","start":"2026-05-13T03:09:44.866187Z","end":"2026-05-13T03:09:50.78905Z","steps":["trace[1810737527] 'read index received' (duration: 3.176534653s)","trace[1810737527] 'applied index is now lower than readState.Index' (duration: 2.746326053s)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:09:50.792329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.926110879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-13T03:09:50.792427Z","caller":"traceutil/trace.go:171","msg":"trace[1121231571] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26011; }","duration":"5.926235282s","start":"2026-05-13T03:09:44.866163Z","end":"2026-05-13T03:09:50.792398Z","steps":["trace[1121231571] 'agreement among raft nodes before linearized reading' (duration: 5.925960145s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:50.792466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:44.866156Z","time spent":"5.926303933s","remote":"127.0.0.1:39742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-05-13T03:09:50.841548Z","caller":"traceutil/trace.go:171","msg":"trace[1316511589] transaction","detail":"{read_only:false; response_revision:26012; number_of_response:1; }","duration":"2.793320203s","start":"2026-05-13T03:09:48.048196Z","end":"2026-05-13T03:09:50.841517Z","steps":["trace[1316511589] 'process raft request' (duration: 2.793078397s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:50.841683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:48.048171Z","time spent":"2.793453626s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T03:09:50.841686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.211601176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:50.841756Z","caller":"traceutil/trace.go:171","msg":"trace[1121247258] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26013; }","duration":"4.211727209s","start":"2026-05-13T03:09:46.630015Z","end":"2026-05-13T03:09:50.841743Z","steps":["trace[1121247258] 'agreement among raft nodes before linearized reading' (duration: 4.211593096s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:50.841797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:46.629993Z","time spent":"4.211798701s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:50.841805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.903338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:50.841822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.646615024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:09:50.841872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.456987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:50.84188Z","caller":"traceutil/trace.go:171","msg":"trace[1755368561] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26013; }","duration":"5.646656845s","start":"2026-05-13T03:09:45.195199Z","end":"2026-05-13T03:09:50.841856Z","steps":["trace[1755368561] 'agreement among raft nodes before linearized reading' (duration: 5.646534072s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:50.841923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:45.195118Z","time spent":"5.646795939s","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":80,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:50.841955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.145709858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:50.841982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.879970656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:50.841986Z","caller":"traceutil/trace.go:171","msg":"trace[1224713778] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26013; }","duration":"2.14575944s","start":"2026-05-13T03:09:48.69622Z","end":"2026-05-13T03:09:50.84198Z","steps":["trace[1224713778] 'agreement among raft nodes before linearized reading' (duration: 2.145691819s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:50.842002Z","caller":"traceutil/trace.go:171","msg":"trace[1695751504] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26013; }","duration":"2.880028458s","start":"2026-05-13T03:09:47.961964Z","end":"2026-05-13T03:09:50.841993Z","steps":["trace[1695751504] 'agreement among raft nodes before linearized reading' (duration: 2.879995797s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:50.842005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:48.696215Z","time spent":"2.145785321s","remote":"127.0.0.1:58088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:50.842013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.918607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-f2b9v\" ","response":"range_response_count:1 size:5422"} {"level":"info","ts":"2026-05-13T03:09:50.842033Z","caller":"traceutil/trace.go:171","msg":"trace[1520028935] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-f2b9v; range_end:; response_count:1; response_revision:26013; }","duration":"853.964669ms","start":"2026-05-13T03:09:49.988062Z","end":"2026-05-13T03:09:50.842027Z","steps":["trace[1520028935] 'agreement among raft nodes before linearized reading' (duration: 853.842926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:50.842059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:49.988046Z","time spent":"854.007859ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5446,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-f2b9v\" "} {"level":"warn","ts":"2026-05-13T03:09:50.842056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.9755154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-05-13T03:09:50.842142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.256112778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-13T03:09:50.842141Z","caller":"traceutil/trace.go:171","msg":"trace[1796251796] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:26013; }","duration":"5.975641203s","start":"2026-05-13T03:09:44.866478Z","end":"2026-05-13T03:09:50.842119Z","steps":["trace[1796251796] 'agreement among raft nodes before linearized reading' (duration: 5.975395827s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:50.842167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424515851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-13T03:09:50.842183Z","caller":"traceutil/trace.go:171","msg":"trace[411685502] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26013; }","duration":"1.424558152s","start":"2026-05-13T03:09:49.417619Z","end":"2026-05-13T03:09:50.842178Z","steps":["trace[411685502] 'agreement among raft nodes before linearized reading' (duration: 1.42446984s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:50.842187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.583997088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:50.842198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:49.417602Z","time spent":"1.424592113s","remote":"127.0.0.1:39568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-13T03:09:50.842189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:44.866459Z","time spent":"5.975720025s","remote":"127.0.0.1:39608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-05-13T03:09:50.842231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.722631639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:50.842245Z","caller":"traceutil/trace.go:171","msg":"trace[563425588] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26013; }","duration":"3.72269429s","start":"2026-05-13T03:09:47.119547Z","end":"2026-05-13T03:09:50.842242Z","steps":["trace[563425588] 'agreement among raft nodes before linearized reading' (duration: 3.722666019s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:50.842261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:47.119523Z","time spent":"3.722733021s","remote":"127.0.0.1:54794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:09:50.841835Z","caller":"traceutil/trace.go:171","msg":"trace[57202972] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26013; }","duration":"319.932449ms","start":"2026-05-13T03:09:50.521894Z","end":"2026-05-13T03:09:50.841827Z","steps":["trace[57202972] 'agreement among raft nodes before linearized reading' (duration: 319.887377ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:50.842292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.159697563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:50.8423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50034969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:50.84234Z","caller":"traceutil/trace.go:171","msg":"trace[1848844189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26013; }","duration":"1.500432353s","start":"2026-05-13T03:09:49.341901Z","end":"2026-05-13T03:09:50.842333Z","steps":["trace[1848844189] 'agreement among raft nodes before linearized reading' (duration: 1.500374522s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:50.842363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:49.341875Z","time spent":"1.500484724s","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:09:50.842374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.236128317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:50.842363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:50.521844Z","time spent":"320.462313ms","remote":"127.0.0.1:56100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:50.842384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.975447398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:50.842392Z","caller":"traceutil/trace.go:171","msg":"trace[1703223021] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:26013; }","duration":"2.236182509s","start":"2026-05-13T03:09:48.606204Z","end":"2026-05-13T03:09:50.842387Z","steps":["trace[1703223021] 'agreement among raft nodes before linearized reading' (duration: 2.236151258s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:50.842403Z","caller":"traceutil/trace.go:171","msg":"trace[1552458089] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26013; }","duration":"3.97552993s","start":"2026-05-13T03:09:46.866868Z","end":"2026-05-13T03:09:50.842398Z","steps":["trace[1552458089] 'agreement among raft nodes before linearized reading' (duration: 3.975497539s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:50.842432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:46.866844Z","time spent":"3.975585102s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-13T03:09:50.842465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.565444863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:50.84248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.894217342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:09:50.842487Z","caller":"traceutil/trace.go:171","msg":"trace[1221293103] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26013; }","duration":"2.565503685s","start":"2026-05-13T03:09:48.276976Z","end":"2026-05-13T03:09:50.842479Z","steps":["trace[1221293103] 'agreement among raft nodes before linearized reading' (duration: 2.565468384s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:50.842485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.974256638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:50.841761Z","caller":"traceutil/trace.go:171","msg":"trace[755591672] transaction","detail":"{read_only:false; response_revision:26013; number_of_response:1; }","duration":"2.331732037s","start":"2026-05-13T03:09:48.510003Z","end":"2026-05-13T03:09:50.841735Z","steps":["trace[755591672] 'process raft request' (duration: 2.33144962s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:50.842508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:48.27695Z","time spent":"2.565551346s","remote":"127.0.0.1:57792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:09:50.841892Z","caller":"traceutil/trace.go:171","msg":"trace[207710383] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26013; }","duration":"571.507068ms","start":"2026-05-13T03:09:50.27038Z","end":"2026-05-13T03:09:50.841887Z","steps":["trace[207710383] 'agreement among raft nodes before linearized reading' (duration: 571.468327ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:50.842532Z","caller":"traceutil/trace.go:171","msg":"trace[1857013924] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26013; }","duration":"5.974318769s","start":"2026-05-13T03:09:44.868199Z","end":"2026-05-13T03:09:50.842517Z","steps":["trace[1857013924] 'agreement among raft nodes before linearized reading' (duration: 5.974244487s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:50.842342Z","caller":"traceutil/trace.go:171","msg":"trace[156823502] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26013; }","duration":"2.159748504s","start":"2026-05-13T03:09:48.682558Z","end":"2026-05-13T03:09:50.842306Z","steps":["trace[156823502] 'agreement among raft nodes before linearized reading' (duration: 2.159708083s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:50.842545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:50.270363Z","time spent":"572.168954ms","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:50.842568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:48.682547Z","time spent":"2.160015131s","remote":"127.0.0.1:54760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:50.842568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:44.868189Z","time spent":"5.974369871s","remote":"127.0.0.1:39654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-13T03:09:50.842575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:48.509973Z","time spent":"2.332549658s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:09:50.842643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.768095514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:50.842663Z","caller":"traceutil/trace.go:171","msg":"trace[582302975] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26013; }","duration":"2.768158405s","start":"2026-05-13T03:09:48.074499Z","end":"2026-05-13T03:09:50.842657Z","steps":["trace[582302975] 'agreement among raft nodes before linearized reading' (duration: 2.768123794s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:50.842683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:48.074472Z","time spent":"2.768203457s","remote":"127.0.0.1:36000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:50.842424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:48.606182Z","time spent":"2.23623695s","remote":"127.0.0.1:42480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:50.842017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:47.961942Z","time spent":"2.880071639s","remote":"127.0.0.1:35524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:09:50.842503Z","caller":"traceutil/trace.go:171","msg":"trace[1593775109] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26013; }","duration":"1.894281183s","start":"2026-05-13T03:09:48.948216Z","end":"2026-05-13T03:09:50.842497Z","steps":["trace[1593775109] 'agreement among raft nodes before linearized reading' (duration: 1.894238662s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:50.842868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:48.948192Z","time spent":"1.894659903s","remote":"127.0.0.1:57814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:50.841683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.84656139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:09:50.84298Z","caller":"traceutil/trace.go:171","msg":"trace[990514878] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26013; }","duration":"2.847910604s","start":"2026-05-13T03:09:47.995051Z","end":"2026-05-13T03:09:50.842962Z","steps":["trace[990514878] 'agreement among raft nodes before linearized reading' (duration: 2.84653529s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:50.843031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:47.995034Z","time spent":"2.847981907s","remote":"127.0.0.1:41186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:50.841685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.096709673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:50.842204Z","caller":"traceutil/trace.go:171","msg":"trace[1983808919] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26013; }","duration":"3.584012879s","start":"2026-05-13T03:09:47.258185Z","end":"2026-05-13T03:09:50.842198Z","steps":["trace[1983808919] 'agreement among raft nodes before linearized reading' (duration: 3.583984268s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:50.843098Z","caller":"traceutil/trace.go:171","msg":"trace[223597145] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26013; }","duration":"5.09818025s","start":"2026-05-13T03:09:45.744906Z","end":"2026-05-13T03:09:50.843086Z","steps":["trace[223597145] 'agreement among raft nodes before linearized reading' (duration: 5.096699612s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:50.843103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:47.258131Z","time spent":"3.584962663s","remote":"127.0.0.1:42142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:09:50.842159Z","caller":"traceutil/trace.go:171","msg":"trace[1547012597] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26013; }","duration":"3.25616476s","start":"2026-05-13T03:09:47.585991Z","end":"2026-05-13T03:09:50.842155Z","steps":["trace[1547012597] 'agreement among raft nodes before linearized reading' (duration: 3.256123899s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:50.84313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:45.744884Z","time spent":"5.098235262s","remote":"127.0.0.1:42534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:50.843167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:47.585971Z","time spent":"3.257171875s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-13T03:09:50.842101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.252359043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-13T03:09:50.843264Z","caller":"traceutil/trace.go:171","msg":"trace[505536989] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26013; }","duration":"3.253539904s","start":"2026-05-13T03:09:47.589718Z","end":"2026-05-13T03:09:50.843258Z","steps":["trace[505536989] 'agreement among raft nodes before linearized reading' (duration: 3.252310223s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:50.843288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:47.589707Z","time spent":"3.253572215s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-13T03:09:50.842821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.975374966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-05-13T03:09:50.843359Z","caller":"traceutil/trace.go:171","msg":"trace[1805745246] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26013; }","duration":"5.975927282s","start":"2026-05-13T03:09:44.867422Z","end":"2026-05-13T03:09:50.843349Z","steps":["trace[1805745246] 'agreement among raft nodes before linearized reading' (duration: 5.975308435s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:50.843386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:44.867414Z","time spent":"5.975962942s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-13T03:09:51.347612Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563944451,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:09:52.849465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999892118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:09:52.849565Z","caller":"traceutil/trace.go:171","msg":"trace[764907028] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000023851s","start":"2026-05-13T03:09:50.84952Z","end":"2026-05-13T03:09:52.849544Z","steps":["trace[764907028] 'agreement among raft nodes before linearized reading' (duration: 1.999889028s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:52.849674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:50.849478Z","time spent":"2.000183425s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 03:09:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:09:52.910609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214254859s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-05-13T03:09:52.9107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:50.844077Z","time spent":"2.066617296s","remote":"127.0.0.1:39514","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-13T03:09:53.914984Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.219427614s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-13T03:09:54.849622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000039971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:09:54.849699Z","caller":"traceutil/trace.go:171","msg":"trace[1196462273] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000172624s","start":"2026-05-13T03:09:52.849509Z","end":"2026-05-13T03:09:54.849681Z","steps":["trace[1196462273] 'agreement among raft nodes before linearized reading' (duration: 2.000075172s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:54.849754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:52.849485Z","time spent":"2.000257566s","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 03:09:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:09:55.053379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137926576s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:09:55.053652Z","caller":"traceutil/trace.go:171","msg":"trace[1172725257] transaction","detail":"{read_only:false; response_revision:26014; number_of_response:1; }","duration":"4.20700572s","start":"2026-05-13T03:09:50.846615Z","end":"2026-05-13T03:09:55.053621Z","steps":["trace[1172725257] 'process raft request' (duration: 3.068793186s)","trace[1172725257] 'compare' (duration: 1.13726537s)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:09:55.053783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:50.846599Z","time spent":"4.207117043s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":916,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-13T03:09:55.053813Z","caller":"traceutil/trace.go:171","msg":"trace[30082071] transaction","detail":"{read_only:false; response_revision:26019; number_of_response:1; }","duration":"2.141196615s","start":"2026-05-13T03:09:52.912599Z","end":"2026-05-13T03:09:55.053796Z","steps":["trace[30082071] 'process raft request' (duration: 2.141158504s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:55.0539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:52.912583Z","time spent":"2.141272757s","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:09:55.053955Z","caller":"traceutil/trace.go:171","msg":"trace[815554832] linearizableReadLoop","detail":"{readStateIndex:26889; appliedIndex:26884; }","duration":"4.207306468s","start":"2026-05-13T03:09:50.846631Z","end":"2026-05-13T03:09:55.053937Z","steps":["trace[815554832] 'read index received' (duration: 849.109875ms)","trace[815554832] 'applied index is now lower than readState.Index' (duration: 3.358195053s)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:09:55.053956Z","caller":"traceutil/trace.go:171","msg":"trace[2073639532] transaction","detail":"{read_only:false; response_revision:26015; number_of_response:1; }","duration":"4.206232121s","start":"2026-05-13T03:09:50.847702Z","end":"2026-05-13T03:09:55.053934Z","steps":["trace[2073639532] 'process raft request' (duration: 4.20577176s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:55.053997Z","caller":"traceutil/trace.go:171","msg":"trace[342284662] transaction","detail":"{read_only:false; response_revision:26016; number_of_response:1; }","duration":"4.206137949s","start":"2026-05-13T03:09:50.847832Z","end":"2026-05-13T03:09:55.05397Z","steps":["trace[342284662] 'process raft request' (duration: 4.20576652s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:55.054042Z","caller":"traceutil/trace.go:171","msg":"trace[2061102466] transaction","detail":"{read_only:false; response_revision:26017; number_of_response:1; }","duration":"4.201113232s","start":"2026-05-13T03:09:50.852921Z","end":"2026-05-13T03:09:55.054034Z","steps":["trace[2061102466] 'process raft request' (duration: 4.200727972s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:55.054079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:50.847666Z","time spent":"4.206345014s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:09:55.054109Z","caller":"traceutil/trace.go:171","msg":"trace[747426410] transaction","detail":"{read_only:false; response_revision:26018; number_of_response:1; }","duration":"2.686093538s","start":"2026-05-13T03:09:52.368002Z","end":"2026-05-13T03:09:55.054096Z","steps":["trace[747426410] 'process raft request' (duration: 2.685714529s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:55.054118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:50.852911Z","time spent":"4.201149762s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5582,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:09:55.054131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:50.847824Z","time spent":"4.206230851s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:09:55.054164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:52.367975Z","time spent":"2.68615955s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:09:55.054321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.207691118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-229549d4-1c1f-4b2a-9ee1-de716949b109\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-05-13T03:09:55.054344Z","caller":"traceutil/trace.go:171","msg":"trace[326391153] range","detail":"{range_begin:/registry/persistentvolumes/pvc-229549d4-1c1f-4b2a-9ee1-de716949b109; range_end:; response_count:1; response_revision:26019; }","duration":"4.207712998s","start":"2026-05-13T03:09:50.846623Z","end":"2026-05-13T03:09:55.054336Z","steps":["trace[326391153] 'agreement among raft nodes before linearized reading' (duration: 4.207613316s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:55.05436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:50.846573Z","time spent":"4.20778458s","remote":"127.0.0.1:39606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-229549d4-1c1f-4b2a-9ee1-de716949b109\" "} {"level":"warn","ts":"2026-05-13T03:09:55.054438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.202297541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:55.054494Z","caller":"traceutil/trace.go:171","msg":"trace[1436282031] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26019; }","duration":"4.202386783s","start":"2026-05-13T03:09:50.852092Z","end":"2026-05-13T03:09:55.054479Z","steps":["trace[1436282031] 'agreement among raft nodes before linearized reading' (duration: 4.20227682s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:55.054528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:50.852082Z","time spent":"4.202439275s","remote":"127.0.0.1:39742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-13T03:09:55.054621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474379844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:09:55.054662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.483715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-13T03:09:55.054679Z","caller":"traceutil/trace.go:171","msg":"trace[325079679] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26019; }","duration":"881.539117ms","start":"2026-05-13T03:09:54.173136Z","end":"2026-05-13T03:09:55.054675Z","steps":["trace[325079679] 'agreement among raft nodes before linearized reading' (duration: 881.407243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:55.054642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.629588698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:55.054694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:54.173113Z","time spent":"881.577147ms","remote":"127.0.0.1:39814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":184,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:55.054694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.207617036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:55.054693Z","caller":"traceutil/trace.go:171","msg":"trace[900485587] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26019; }","duration":"1.474487377s","start":"2026-05-13T03:09:53.580188Z","end":"2026-05-13T03:09:55.054675Z","steps":["trace[900485587] 'agreement among raft nodes before linearized reading' (duration: 1.474378464s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:55.054671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.050707354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:09:55.054715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.097891213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-13T03:09:55.054741Z","caller":"traceutil/trace.go:171","msg":"trace[380527928] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26019; }","duration":"2.050814766s","start":"2026-05-13T03:09:53.003912Z","end":"2026-05-13T03:09:55.054727Z","steps":["trace[380527928] 'agreement among raft nodes before linearized reading' (duration: 2.050705413s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:55.05469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590853443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:55.054742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.148331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:55.054774Z","caller":"traceutil/trace.go:171","msg":"trace[996295440] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26019; }","duration":"3.097985716s","start":"2026-05-13T03:09:51.956774Z","end":"2026-05-13T03:09:55.05476Z","steps":["trace[996295440] 'agreement among raft nodes before linearized reading' (duration: 3.097804351s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:55.054782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.690594912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:09:55.054782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:53.003884Z","time spent":"2.050887868s","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:09:55.054793Z","caller":"traceutil/trace.go:171","msg":"trace[685836981] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26019; }","duration":"1.591010486s","start":"2026-05-13T03:09:53.463764Z","end":"2026-05-13T03:09:55.054775Z","steps":["trace[685836981] 'agreement among raft nodes before linearized reading' (duration: 1.590860112s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:55.05481Z","caller":"traceutil/trace.go:171","msg":"trace[1770912460] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26019; }","duration":"2.690660184s","start":"2026-05-13T03:09:52.364143Z","end":"2026-05-13T03:09:55.054803Z","steps":["trace[1770912460] 'agreement among raft nodes before linearized reading' (duration: 2.690618293s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:55.054815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:51.956753Z","time spent":"3.098053807s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-13T03:09:55.054843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:52.364124Z","time spent":"2.690711665s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:55.054698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.129419536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:55.054836Z","caller":"traceutil/trace.go:171","msg":"trace[1613707794] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26019; }","duration":"261.257254ms","start":"2026-05-13T03:09:54.793541Z","end":"2026-05-13T03:09:55.054798Z","steps":["trace[1613707794] 'agreement among raft nodes before linearized reading' (duration: 261.134931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:55.054853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:53.463737Z","time spent":"1.591101859s","remote":"127.0.0.1:46234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:55.054879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.867994009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-13T03:09:55.054887Z","caller":"traceutil/trace.go:171","msg":"trace[321930593] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:26019; }","duration":"4.129666903s","start":"2026-05-13T03:09:50.925205Z","end":"2026-05-13T03:09:55.054872Z","steps":["trace[321930593] 'agreement among raft nodes before linearized reading' (duration: 4.129464418s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:55.054938Z","caller":"traceutil/trace.go:171","msg":"trace[1163252189] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26019; }","duration":"1.868094891s","start":"2026-05-13T03:09:53.186833Z","end":"2026-05-13T03:09:55.054928Z","steps":["trace[1163252189] 'agreement among raft nodes before linearized reading' (duration: 1.867920347s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:55.054972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:53.186808Z","time spent":"1.868155623s","remote":"127.0.0.1:39804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":180,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:55.054974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:50.92517Z","time spent":"4.129791446s","remote":"127.0.0.1:39562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"info","ts":"2026-05-13T03:09:55.054726Z","caller":"traceutil/trace.go:171","msg":"trace[766221236] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26019; }","duration":"2.207683498s","start":"2026-05-13T03:09:52.847032Z","end":"2026-05-13T03:09:55.054715Z","steps":["trace[766221236] 'agreement among raft nodes before linearized reading' (duration: 2.207638627s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:55.055063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:52.84701Z","time spent":"2.208042066s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-13T03:09:55.054619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728486277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:09:55.055155Z","caller":"traceutil/trace.go:171","msg":"trace[1551308856] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26019; }","duration":"1.729068741s","start":"2026-05-13T03:09:53.326071Z","end":"2026-05-13T03:09:55.05514Z","steps":["trace[1551308856] 'agreement among raft nodes before linearized reading' (duration: 1.728465086s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:55.055196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:53.326043Z","time spent":"1.729141322s","remote":"127.0.0.1:39606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:09:55.054718Z","caller":"traceutil/trace.go:171","msg":"trace[556748037] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26019; }","duration":"2.629717531s","start":"2026-05-13T03:09:52.424983Z","end":"2026-05-13T03:09:55.054701Z","steps":["trace[556748037] 'agreement among raft nodes before linearized reading' (duration: 2.629559337s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:55.055313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:52.424967Z","time spent":"2.630305197s","remote":"127.0.0.1:42126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:55.054739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:53.580164Z","time spent":"1.474561228s","remote":"127.0.0.1:57842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:55.054632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.458256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:55.055612Z","caller":"traceutil/trace.go:171","msg":"trace[422615594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26019; }","duration":"192.469402ms","start":"2026-05-13T03:09:54.863123Z","end":"2026-05-13T03:09:55.055592Z","steps":["trace[422615594] 'agreement among raft nodes before linearized reading' (duration: 191.458676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:55.054796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.180299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:55.055741Z","caller":"traceutil/trace.go:171","msg":"trace[331505771] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26019; }","duration":"903.125942ms","start":"2026-05-13T03:09:54.152606Z","end":"2026-05-13T03:09:55.055732Z","steps":["trace[331505771] 'agreement among raft nodes before linearized reading' (duration: 902.155898ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:55.055776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:54.152543Z","time spent":"903.219845ms","remote":"127.0.0.1:39680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:55.561108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563944465,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T03:09:56.020447Z","caller":"traceutil/trace.go:171","msg":"trace[33907195] transaction","detail":"{read_only:false; response_revision:26020; number_of_response:1; }","duration":"959.770557ms","start":"2026-05-13T03:09:55.060645Z","end":"2026-05-13T03:09:56.020416Z","steps":["trace[33907195] 'process raft request' (duration: 901.904851ms)","trace[33907195] 'compare' (duration: 57.212608ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:09:56.020574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:55.060628Z","time spent":"959.88692ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T03:09:57.344533Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.379598604s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T03:09:57.4108Z","caller":"traceutil/trace.go:171","msg":"trace[1932730881] transaction","detail":"{read_only:false; response_revision:26021; number_of_response:1; }","duration":"2.344156732s","start":"2026-05-13T03:09:55.066609Z","end":"2026-05-13T03:09:57.410765Z","steps":["trace[1932730881] 'process raft request' (duration: 2.27813529s)","trace[1932730881] 'compare' (duration: 65.835847ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:09:57.410951Z","caller":"traceutil/trace.go:171","msg":"trace[47732082] transaction","detail":"{read_only:false; response_revision:26022; number_of_response:1; }","duration":"2.173661566s","start":"2026-05-13T03:09:55.237266Z","end":"2026-05-13T03:09:57.410928Z","steps":["trace[47732082] 'process raft request' (duration: 2.17343584s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:57.411002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:55.066591Z","time spent":"2.344301626s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4963,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:09:57.411081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:55.237242Z","time spent":"2.173770139s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:09:57.411169Z","caller":"traceutil/trace.go:171","msg":"trace[62363731] linearizableReadLoop","detail":"{readStateIndex:26894; appliedIndex:26891; }","duration":"2.350347888s","start":"2026-05-13T03:09:55.060765Z","end":"2026-05-13T03:09:57.411113Z","steps":["trace[62363731] 'read index received' (duration: 902.010514ms)","trace[62363731] 'applied index is now lower than readState.Index' (duration: 1.448336324s)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:09:57.411229Z","caller":"traceutil/trace.go:171","msg":"trace[1711781401] transaction","detail":"{read_only:false; response_revision:26023; number_of_response:1; }","duration":"1.562183337s","start":"2026-05-13T03:09:55.848994Z","end":"2026-05-13T03:09:57.411178Z","steps":["trace[1711781401] 'process raft request' (duration: 1.561877159s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:57.411372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.350602945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-05-13T03:09:57.411408Z","caller":"traceutil/trace.go:171","msg":"trace[1276074388] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26023; }","duration":"2.350647746s","start":"2026-05-13T03:09:55.060749Z","end":"2026-05-13T03:09:57.411397Z","steps":["trace[1276074388] 'agreement among raft nodes before linearized reading' (duration: 2.350534174s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:57.41143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:55.060743Z","time spent":"2.350682207s","remote":"127.0.0.1:39608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-13T03:09:57.41144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:55.848962Z","time spent":"1.562358201s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:09:57.422079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.196794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:57.422154Z","caller":"traceutil/trace.go:171","msg":"trace[1239491255] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26023; }","duration":"361.304437ms","start":"2026-05-13T03:09:57.060832Z","end":"2026-05-13T03:09:57.422136Z","steps":["trace[1239491255] 'agreement among raft nodes before linearized reading' (duration: 361.191234ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:57.422279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:57.060815Z","time spent":"361.45392ms","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-13T03:09:57.422406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977021389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:57.422479Z","caller":"traceutil/trace.go:171","msg":"trace[1961901209] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26023; }","duration":"1.977136801s","start":"2026-05-13T03:09:55.445328Z","end":"2026-05-13T03:09:57.422464Z","steps":["trace[1961901209] 'agreement among raft nodes before linearized reading' (duration: 1.977016418s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:57.422521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101230058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:57.42257Z","caller":"traceutil/trace.go:171","msg":"trace[961021473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26023; }","duration":"1.10135605s","start":"2026-05-13T03:09:56.321203Z","end":"2026-05-13T03:09:57.422559Z","steps":["trace[961021473] 'agreement among raft nodes before linearized reading' (duration: 1.101266628s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:57.422577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22651592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:09:57.422591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:56.321176Z","time spent":"1.101411692s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T03:09:57.422608Z","caller":"traceutil/trace.go:171","msg":"trace[1039275590] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26023; }","duration":"1.226583701s","start":"2026-05-13T03:09:56.196015Z","end":"2026-05-13T03:09:57.422598Z","steps":["trace[1039275590] 'agreement among raft nodes before linearized reading' (duration: 1.22653419s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:57.422637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:56.19599Z","time spent":"1.226638912s","remote":"127.0.0.1:57860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:57.422666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398011341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aefe6e9c8c2fac\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-13T03:09:57.422694Z","caller":"traceutil/trace.go:171","msg":"trace[2128810562] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aefe6e9c8c2fac; range_end:; response_count:1; response_revision:26023; }","duration":"1.398072863s","start":"2026-05-13T03:09:56.024613Z","end":"2026-05-13T03:09:57.422686Z","steps":["trace[2128810562] 'agreement among raft nodes before linearized reading' (duration: 1.39798614s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:57.422714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:56.024595Z","time spent":"1.398114123s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aefe6e9c8c2fac\" "} {"level":"warn","ts":"2026-05-13T03:09:57.422526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:55.445304Z","time spent":"1.977212293s","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:57.422945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.231214813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:57.422981Z","caller":"traceutil/trace.go:171","msg":"trace[212457151] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26023; }","duration":"2.231276115s","start":"2026-05-13T03:09:55.191694Z","end":"2026-05-13T03:09:57.42297Z","steps":["trace[212457151] 'agreement among raft nodes before linearized reading' (duration: 2.231187973s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:57.423002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:55.191677Z","time spent":"2.231318485s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:09:57.4245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.962725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:386261"} {"level":"info","ts":"2026-05-13T03:09:57.424529Z","caller":"traceutil/trace.go:171","msg":"trace[1731477389] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:26023; }","duration":"716.018126ms","start":"2026-05-13T03:09:56.708504Z","end":"2026-05-13T03:09:57.424522Z","steps":["trace[1731477389] 'agreement among raft nodes before linearized reading' (duration: 714.174919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:57.424552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:56.708488Z","time spent":"716.052547ms","remote":"127.0.0.1:39988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":2026,"response size":386285,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-05-13T03:09:57.425013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.363785729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-13T03:09:57.425037Z","caller":"traceutil/trace.go:171","msg":"trace[1663373313] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26023; }","duration":"2.36383359s","start":"2026-05-13T03:09:55.061199Z","end":"2026-05-13T03:09:57.425032Z","steps":["trace[1663373313] 'agreement among raft nodes before linearized reading' (duration: 2.361230874s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:57.425051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:55.061183Z","time spent":"2.363864911s","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-13T03:09:57.843509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.261533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:09:57.843733Z","caller":"traceutil/trace.go:171","msg":"trace[1669832751] transaction","detail":"{read_only:false; response_revision:26025; number_of_response:1; }","duration":"413.214601ms","start":"2026-05-13T03:09:57.430503Z","end":"2026-05-13T03:09:57.843717Z","steps":["trace[1669832751] 'process raft request' (duration: 413.123019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:57.84379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:57.43049Z","time spent":"413.273213ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5662,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:09:57.843987Z","caller":"traceutil/trace.go:171","msg":"trace[1741796590] transaction","detail":"{read_only:false; response_revision:26024; number_of_response:1; }","duration":"419.10524ms","start":"2026-05-13T03:09:57.424873Z","end":"2026-05-13T03:09:57.843978Z","steps":["trace[1741796590] 'process raft request' (duration: 268.307772ms)","trace[1741796590] 'compare' (duration: 148.365926ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:09:57.844034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:57.424858Z","time spent":"419.150921ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:09:57.844168Z","caller":"traceutil/trace.go:171","msg":"trace[1488051414] linearizableReadLoop","detail":"{readStateIndex:26896; appliedIndex:26895; }","duration":"416.899004ms","start":"2026-05-13T03:09:57.427261Z","end":"2026-05-13T03:09:57.84416Z","steps":["trace[1488051414] 'read index received' (duration: 265.942662ms)","trace[1488051414] 'applied index is now lower than readState.Index' (duration: 150.955572ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:09:57.84463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.220356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:57.844665Z","caller":"traceutil/trace.go:171","msg":"trace[377613780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26025; }","duration":"414.272538ms","start":"2026-05-13T03:09:57.430384Z","end":"2026-05-13T03:09:57.844657Z","steps":["trace[377613780] 'agreement among raft nodes before linearized reading' (duration: 414.195506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:57.844687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:57.430375Z","time spent":"414.306589ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:09:57.844696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.415847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-13T03:09:57.844772Z","caller":"traceutil/trace.go:171","msg":"trace[96570167] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26025; }","duration":"417.527749ms","start":"2026-05-13T03:09:57.427227Z","end":"2026-05-13T03:09:57.844755Z","steps":["trace[96570167] 'agreement among raft nodes before linearized reading' (duration: 417.315464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:57.844825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:57.42717Z","time spent":"417.647003ms","remote":"127.0.0.1:39742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-13T03:09:57.844751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.771485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-13T03:09:57.844888Z","caller":"traceutil/trace.go:171","msg":"trace[982749920] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26025; }","duration":"315.947528ms","start":"2026-05-13T03:09:57.528915Z","end":"2026-05-13T03:09:57.844863Z","steps":["trace[982749920] 'agreement among raft nodes before linearized reading' (duration: 315.687102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:57.844917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.822106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-13T03:09:57.844999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:57.528894Z","time spent":"316.059201ms","remote":"127.0.0.1:39608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-05-13T03:09:57.845034Z","caller":"traceutil/trace.go:171","msg":"trace[180455119] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26025; }","duration":"210.984821ms","start":"2026-05-13T03:09:57.634017Z","end":"2026-05-13T03:09:57.845002Z","steps":["trace[180455119] 'agreement among raft nodes before linearized reading' (duration: 210.650352ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:57.849216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.304345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-959bf4877-bh8fj.18af008a5a4cf2eb\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26023 ","response":"range_response_count:500 size:386412"} {"level":"info","ts":"2026-05-13T03:09:57.849356Z","caller":"traceutil/trace.go:171","msg":"trace[675269681] range","detail":"{range_begin:/registry/events/openstack/heat-engine-959bf4877-bh8fj.18af008a5a4cf2eb\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:26025; }","duration":"404.543152ms","start":"2026-05-13T03:09:57.44479Z","end":"2026-05-13T03:09:57.849334Z","steps":["trace[675269681] 'agreement among raft nodes before linearized reading' (duration: 399.862863ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:57.849486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:57.444772Z","time spent":"404.681865ms","remote":"127.0.0.1:39988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":1526,"response size":386436,"request content":"key:\"/registry/events/openstack/heat-engine-959bf4877-bh8fj.18af008a5a4cf2eb\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26023 "} {"level":"info","ts":"2026-05-13T03:09:58.21781Z","caller":"traceutil/trace.go:171","msg":"trace[1450948364] linearizableReadLoop","detail":"{readStateIndex:26901; appliedIndex:26900; }","duration":"244.195302ms","start":"2026-05-13T03:09:57.972806Z","end":"2026-05-13T03:09:58.217001Z","steps":["trace[1450948364] 'read index received' (duration: 222.519233ms)","trace[1450948364] 'applied index is now lower than readState.Index' (duration: 21.674279ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:09:58.217956Z","caller":"traceutil/trace.go:171","msg":"trace[1280975759] transaction","detail":"{read_only:false; response_revision:26029; number_of_response:1; }","duration":"246.109441ms","start":"2026-05-13T03:09:57.971809Z","end":"2026-05-13T03:09:58.217918Z","steps":["trace[1280975759] 'process raft request' (duration: 223.501289ms)","trace[1280975759] 'compare' (duration: 21.32598ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:09:58.21995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.830702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-13T03:09:58.220067Z","caller":"traceutil/trace.go:171","msg":"trace[476833243] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26030; }","duration":"244.022018ms","start":"2026-05-13T03:09:57.976018Z","end":"2026-05-13T03:09:58.22004Z","steps":["trace[476833243] 'agreement among raft nodes before linearized reading' (duration: 243.629698ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:58.22039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.666264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:58.220436Z","caller":"traceutil/trace.go:171","msg":"trace[757494423] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:26030; }","duration":"197.752886ms","start":"2026-05-13T03:09:58.022672Z","end":"2026-05-13T03:09:58.220425Z","steps":["trace[757494423] 'agreement among raft nodes before linearized reading' (duration: 197.675535ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:58.220374Z","caller":"traceutil/trace.go:171","msg":"trace[251772151] transaction","detail":"{read_only:false; response_revision:26030; number_of_response:1; }","duration":"244.503129ms","start":"2026-05-13T03:09:57.97584Z","end":"2026-05-13T03:09:58.220343Z","steps":["trace[251772151] 'process raft request' (duration: 242.048497ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:58.227111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.268456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-ovsdb-sb-0.18af001fdcdc6c97\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26023 ","response":"range_response_count:500 size:388111"} {"level":"info","ts":"2026-05-13T03:09:58.227176Z","caller":"traceutil/trace.go:171","msg":"trace[91493054] range","detail":"{range_begin:/registry/events/openstack/ovn-ovsdb-sb-0.18af001fdcdc6c97\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:26029; }","duration":"254.384088ms","start":"2026-05-13T03:09:57.972778Z","end":"2026-05-13T03:09:58.227162Z","steps":["trace[91493054] 'agreement among raft nodes before linearized reading' (duration: 245.164985ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:58.648784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.381062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:09:58.648867Z","caller":"traceutil/trace.go:171","msg":"trace[1580579035] linearizableReadLoop","detail":"{readStateIndex:26903; appliedIndex:26902; }","duration":"416.926025ms","start":"2026-05-13T03:09:58.231922Z","end":"2026-05-13T03:09:58.648848Z","steps":["trace[1580579035] 'read index received' (duration: 312.336098ms)","trace[1580579035] 'applied index is now lower than readState.Index' (duration: 104.589297ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:09:58.648921Z","caller":"traceutil/trace.go:171","msg":"trace[776430555] transaction","detail":"{read_only:false; response_revision:26031; number_of_response:1; }","duration":"417.620511ms","start":"2026-05-13T03:09:58.231295Z","end":"2026-05-13T03:09:58.648915Z","steps":["trace[776430555] 'process raft request' (duration: 313.082106ms)","trace[776430555] 'compare' (duration: 104.161426ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:09:58.648958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:58.231269Z","time spent":"417.670293ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:09:58.649144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.221622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-5n9mm\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-05-13T03:09:58.649167Z","caller":"traceutil/trace.go:171","msg":"trace[2111690497] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-5n9mm; range_end:; response_count:1; response_revision:26031; }","duration":"417.268953ms","start":"2026-05-13T03:09:58.231892Z","end":"2026-05-13T03:09:58.649161Z","steps":["trace[2111690497] 'agreement among raft nodes before linearized reading' (duration: 417.17191ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:58.649181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:58.231883Z","time spent":"417.295094ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4914,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-5n9mm\" "} {"level":"warn","ts":"2026-05-13T03:09:58.649296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.036426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-13T03:09:58.649314Z","caller":"traceutil/trace.go:171","msg":"trace[999558587] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26031; }","duration":"398.058556ms","start":"2026-05-13T03:09:58.251252Z","end":"2026-05-13T03:09:58.649311Z","steps":["trace[999558587] 'agreement among raft nodes before linearized reading' (duration: 398.002475ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:58.649327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:58.251183Z","time spent":"398.141039ms","remote":"127.0.0.1:39568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-13T03:09:58.64945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.451423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:09:58.649475Z","caller":"traceutil/trace.go:171","msg":"trace[1837259800] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26031; }","duration":"162.581485ms","start":"2026-05-13T03:09:58.486886Z","end":"2026-05-13T03:09:58.649467Z","steps":["trace[1837259800] 'agreement among raft nodes before linearized reading' (duration: 162.543714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:58.649982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.558348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18aefead226a4ea2\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26023 ","response":"range_response_count:26 size:19547"} {"level":"info","ts":"2026-05-13T03:09:58.650111Z","caller":"traceutil/trace.go:171","msg":"trace[639915640] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18aefead226a4ea2\u0000; range_end:/registry/events/openstack0; response_count:26; response_revision:26031; }","duration":"392.731892ms","start":"2026-05-13T03:09:58.257337Z","end":"2026-05-13T03:09:58.650069Z","steps":["trace[639915640] 'agreement among raft nodes before linearized reading' (duration: 392.24472ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:58.650175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:09:58.257318Z","time spent":"392.841194ms","remote":"127.0.0.1:39988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":26,"response size":19571,"request content":"key:\"/registry/events/openstack/valkey-node-0.18aefead226a4ea2\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26023 "} {"level":"warn","ts":"2026-05-13T03:09:58.913683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.414016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:09:58.913774Z","caller":"traceutil/trace.go:171","msg":"trace[850050442] linearizableReadLoop","detail":"{readStateIndex:26906; appliedIndex:26905; }","duration":"163.818718ms","start":"2026-05-13T03:09:58.749945Z","end":"2026-05-13T03:09:58.913764Z","steps":["trace[850050442] 'read index received' (duration: 210.065µs)","trace[850050442] 'applied index is now lower than readState.Index' (duration: 163.607593ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:09:58.913813Z","caller":"traceutil/trace.go:171","msg":"trace[1652353257] transaction","detail":"{read_only:false; response_revision:26034; number_of_response:1; }","duration":"205.39461ms","start":"2026-05-13T03:09:58.708387Z","end":"2026-05-13T03:09:58.913782Z","steps":["trace[1652353257] 'process raft request' (duration: 41.831319ms)","trace[1652353257] 'compare' (duration: 163.235982ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:09:58.913909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.959781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-5n9mm\" ","response":"range_response_count:1 size:4708"} {"level":"info","ts":"2026-05-13T03:09:58.91393Z","caller":"traceutil/trace.go:171","msg":"trace[622121806] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-5n9mm; range_end:; response_count:1; response_revision:26034; }","duration":"163.998092ms","start":"2026-05-13T03:09:58.749926Z","end":"2026-05-13T03:09:58.913924Z","steps":["trace[622121806] 'agreement among raft nodes before linearized reading' (duration: 163.863928ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:59.274958Z","caller":"traceutil/trace.go:171","msg":"trace[2023369395] linearizableReadLoop","detail":"{readStateIndex:26911; appliedIndex:26910; }","duration":"156.283646ms","start":"2026-05-13T03:09:59.118656Z","end":"2026-05-13T03:09:59.27494Z","steps":["trace[2023369395] 'read index received' (duration: 156.098951ms)","trace[2023369395] 'applied index is now lower than readState.Index' (duration: 183.825µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:09:59.275044Z","caller":"traceutil/trace.go:171","msg":"trace[38252530] transaction","detail":"{read_only:false; response_revision:26039; number_of_response:1; }","duration":"193.988931ms","start":"2026-05-13T03:09:59.081024Z","end":"2026-05-13T03:09:59.275013Z","steps":["trace[38252530] 'process raft request' (duration: 193.806256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:59.27508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.415429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-5n9mm.18af013e1d5f6e92\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-05-13T03:09:59.275194Z","caller":"traceutil/trace.go:171","msg":"trace[1721473019] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-5n9mm.18af013e1d5f6e92; range_end:; response_count:1; response_revision:26039; }","duration":"156.555944ms","start":"2026-05-13T03:09:59.118623Z","end":"2026-05-13T03:09:59.275179Z","steps":["trace[1721473019] 'agreement among raft nodes before linearized reading' (duration: 156.378388ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:59.531422Z","caller":"traceutil/trace.go:171","msg":"trace[1075830360] transaction","detail":"{read_only:false; response_revision:26041; number_of_response:1; }","duration":"180.374445ms","start":"2026-05-13T03:09:59.351028Z","end":"2026-05-13T03:09:59.531402Z","steps":["trace[1075830360] 'process raft request' (duration: 88.307555ms)","trace[1075830360] 'compare' (duration: 91.867815ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:09:59.539641Z","caller":"traceutil/trace.go:171","msg":"trace[1381526341] linearizableReadLoop","detail":"{readStateIndex:26914; appliedIndex:26912; }","duration":"105.651844ms","start":"2026-05-13T03:09:59.433964Z","end":"2026-05-13T03:09:59.539615Z","steps":["trace[1381526341] 'read index received' (duration: 5.379026ms)","trace[1381526341] 'applied index is now lower than readState.Index' (duration: 100.271648ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:09:59.539712Z","caller":"traceutil/trace.go:171","msg":"trace[49448624] transaction","detail":"{read_only:false; response_revision:26042; number_of_response:1; }","duration":"184.90187ms","start":"2026-05-13T03:09:59.354789Z","end":"2026-05-13T03:09:59.539691Z","steps":["trace[49448624] 'process raft request' (duration: 184.672875ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:09:59.539777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.796548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:09:59.539808Z","caller":"traceutil/trace.go:171","msg":"trace[178259967] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26042; }","duration":"105.87508ms","start":"2026-05-13T03:09:59.433924Z","end":"2026-05-13T03:09:59.539799Z","steps":["trace[178259967] 'agreement among raft nodes before linearized reading' (duration: 105.804218ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:09:59.981337Z","caller":"traceutil/trace.go:171","msg":"trace[961477173] transaction","detail":"{read_only:false; response_revision:26054; number_of_response:1; }","duration":"122.774288ms","start":"2026-05-13T03:09:59.858534Z","end":"2026-05-13T03:09:59.981309Z","steps":["trace[961477173] 'process raft request' (duration: 118.868359ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:00.015895Z","caller":"traceutil/trace.go:171","msg":"trace[1546477876] transaction","detail":"{read_only:false; response_revision:26055; number_of_response:1; }","duration":"151.113386ms","start":"2026-05-13T03:09:59.864754Z","end":"2026-05-13T03:10:00.015867Z","steps":["trace[1546477876] 'process raft request' (duration: 150.392398ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:00.199423Z","caller":"traceutil/trace.go:171","msg":"trace[411969279] linearizableReadLoop","detail":"{readStateIndex:26930; appliedIndex:26929; }","duration":"115.74884ms","start":"2026-05-13T03:10:00.083656Z","end":"2026-05-13T03:10:00.199405Z","steps":["trace[411969279] 'read index received' (duration: 115.588866ms)","trace[411969279] 'applied index is now lower than readState.Index' (duration: 159.374µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:00.199668Z","caller":"traceutil/trace.go:171","msg":"trace[1928971389] transaction","detail":"{read_only:false; response_revision:26058; number_of_response:1; }","duration":"169.948143ms","start":"2026-05-13T03:10:00.029711Z","end":"2026-05-13T03:10:00.199659Z","steps":["trace[1928971389] 'process raft request' (duration: 169.589463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:00.199878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.207282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18af013d302233ef\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-05-13T03:10:00.199908Z","caller":"traceutil/trace.go:171","msg":"trace[110034980] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18af013d302233ef; range_end:; response_count:1; response_revision:26058; }","duration":"116.274184ms","start":"2026-05-13T03:10:00.083626Z","end":"2026-05-13T03:10:00.1999Z","steps":["trace[110034980] 'agreement among raft nodes before linearized reading' (duration: 116.163391ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:00.340591Z","caller":"traceutil/trace.go:171","msg":"trace[1683609100] linearizableReadLoop","detail":"{readStateIndex:26933; appliedIndex:26930; }","duration":"125.97583ms","start":"2026-05-13T03:10:00.214586Z","end":"2026-05-13T03:10:00.340562Z","steps":["trace[1683609100] 'read index received' (duration: 15.204615ms)","trace[1683609100] 'applied index is now lower than readState.Index' (duration: 110.770075ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:00.340675Z","caller":"traceutil/trace.go:171","msg":"trace[1339949394] transaction","detail":"{read_only:false; response_revision:26060; number_of_response:1; }","duration":"134.057174ms","start":"2026-05-13T03:10:00.206562Z","end":"2026-05-13T03:10:00.340619Z","steps":["trace[1339949394] 'process raft request' (duration: 100.465854ms)","trace[1339949394] 'compare' (duration: 33.296393ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:00.34078Z","caller":"traceutil/trace.go:171","msg":"trace[991221357] transaction","detail":"{read_only:false; response_revision:26061; number_of_response:1; }","duration":"134.142326ms","start":"2026-05-13T03:10:00.206621Z","end":"2026-05-13T03:10:00.340763Z","steps":["trace[991221357] 'process raft request' (duration: 133.877679ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:00.340863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.632935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-v8895.18af013fb6a35505\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-05-13T03:10:00.340923Z","caller":"traceutil/trace.go:171","msg":"trace[1738559349] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-v8895.18af013fb6a35505; range_end:; response_count:1; response_revision:26061; }","duration":"107.728737ms","start":"2026-05-13T03:10:00.233182Z","end":"2026-05-13T03:10:00.340911Z","steps":["trace[1738559349] 'agreement among raft nodes before linearized reading' (duration: 107.604494ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:00.341296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.687057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4430"} {"level":"info","ts":"2026-05-13T03:10:00.341352Z","caller":"traceutil/trace.go:171","msg":"trace[1710820854] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:26061; }","duration":"126.80168ms","start":"2026-05-13T03:10:00.214537Z","end":"2026-05-13T03:10:00.341338Z","steps":["trace[1710820854] 'agreement among raft nodes before linearized reading' (duration: 126.655296ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:00.463901Z","caller":"traceutil/trace.go:171","msg":"trace[1306835364] linearizableReadLoop","detail":"{readStateIndex:26934; appliedIndex:26933; }","duration":"118.50887ms","start":"2026-05-13T03:10:00.345369Z","end":"2026-05-13T03:10:00.463878Z","steps":["trace[1306835364] 'read index received' (duration: 108.060475ms)","trace[1306835364] 'applied index is now lower than readState.Index' (duration: 10.447485ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:00.463957Z","caller":"traceutil/trace.go:171","msg":"trace[1675219833] transaction","detail":"{read_only:false; response_revision:26062; number_of_response:1; }","duration":"120.207353ms","start":"2026-05-13T03:10:00.343707Z","end":"2026-05-13T03:10:00.463915Z","steps":["trace[1675219833] 'process raft request' (duration: 109.692187ms)","trace[1675219833] 'compare' (duration: 10.363332ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:00.464139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.051588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-13T03:10:00.464181Z","caller":"traceutil/trace.go:171","msg":"trace[1979569460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26062; }","duration":"118.12858ms","start":"2026-05-13T03:10:00.346041Z","end":"2026-05-13T03:10:00.464169Z","steps":["trace[1979569460] 'agreement among raft nodes before linearized reading' (duration: 117.962906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:00.464141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.750576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-13T03:10:00.46433Z","caller":"traceutil/trace.go:171","msg":"trace[450980616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26062; }","duration":"118.94592ms","start":"2026-05-13T03:10:00.345332Z","end":"2026-05-13T03:10:00.464278Z","steps":["trace[450980616] 'agreement among raft nodes before linearized reading' (duration: 118.654403ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:00.834577Z","caller":"traceutil/trace.go:171","msg":"trace[582883359] transaction","detail":"{read_only:false; response_revision:26069; number_of_response:1; }","duration":"185.483925ms","start":"2026-05-13T03:10:00.649061Z","end":"2026-05-13T03:10:00.834545Z","steps":["trace[582883359] 'process raft request' (duration: 111.664627ms)","trace[582883359] 'compare' (duration: 72.971597ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:01.96752Z","caller":"traceutil/trace.go:171","msg":"trace[1960421165] linearizableReadLoop","detail":"{readStateIndex:26972; appliedIndex:26971; }","duration":"163.746335ms","start":"2026-05-13T03:10:01.803748Z","end":"2026-05-13T03:10:01.967494Z","steps":["trace[1960421165] 'read index received' (duration: 117.965546ms)","trace[1960421165] 'applied index is now lower than readState.Index' (duration: 45.779829ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:01.967542Z","caller":"traceutil/trace.go:171","msg":"trace[1496923794] transaction","detail":"{read_only:false; response_revision:26099; number_of_response:1; }","duration":"190.079062ms","start":"2026-05-13T03:10:01.777431Z","end":"2026-05-13T03:10:01.96751Z","steps":["trace[1496923794] 'process raft request' (duration: 144.383674ms)","trace[1496923794] 'compare' (duration: 45.563124ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:01.967751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.993952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-13T03:10:01.967829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.252045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-13T03:10:01.967846Z","caller":"traceutil/trace.go:171","msg":"trace[114351610] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26099; }","duration":"164.140286ms","start":"2026-05-13T03:10:01.803686Z","end":"2026-05-13T03:10:01.967826Z","steps":["trace[114351610] 'agreement among raft nodes before linearized reading' (duration: 163.90494ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:01.967874Z","caller":"traceutil/trace.go:171","msg":"trace[1270767370] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26099; }","duration":"139.357707ms","start":"2026-05-13T03:10:01.828501Z","end":"2026-05-13T03:10:01.967858Z","steps":["trace[1270767370] 'agreement among raft nodes before linearized reading' (duration: 139.159873ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:02.194241Z","caller":"traceutil/trace.go:171","msg":"trace[1521534590] transaction","detail":"{read_only:false; response_revision:26104; number_of_response:1; }","duration":"105.536512ms","start":"2026-05-13T03:10:02.088677Z","end":"2026-05-13T03:10:02.194213Z","steps":["trace[1521534590] 'process raft request' (duration: 97.931659ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:02.397458Z","caller":"traceutil/trace.go:171","msg":"trace[906676380] linearizableReadLoop","detail":"{readStateIndex:26980; appliedIndex:26978; }","duration":"189.97993ms","start":"2026-05-13T03:10:02.207444Z","end":"2026-05-13T03:10:02.397424Z","steps":["trace[906676380] 'read index received' (duration: 56.041759ms)","trace[906676380] 'applied index is now lower than readState.Index' (duration: 133.936891ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:02.397626Z","caller":"traceutil/trace.go:171","msg":"trace[283230809] transaction","detail":"{read_only:false; response_revision:26107; number_of_response:1; }","duration":"192.836821ms","start":"2026-05-13T03:10:02.204779Z","end":"2026-05-13T03:10:02.397616Z","steps":["trace[283230809] 'process raft request' (duration: 192.215816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:02.397839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.371209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-05-13T03:10:02.397891Z","caller":"traceutil/trace.go:171","msg":"trace[2055039769] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:26107; }","duration":"190.457592ms","start":"2026-05-13T03:10:02.207422Z","end":"2026-05-13T03:10:02.39788Z","steps":["trace[2055039769] 'agreement among raft nodes before linearized reading' (duration: 190.328749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:02.39825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.831957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-5n9mm.18af013e1d5f3453\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-05-13T03:10:02.3985Z","caller":"traceutil/trace.go:171","msg":"trace[459041802] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-5n9mm.18af013e1d5f3453; range_end:; response_count:1; response_revision:26107; }","duration":"131.968261ms","start":"2026-05-13T03:10:02.266348Z","end":"2026-05-13T03:10:02.398316Z","steps":["trace[459041802] 'agreement among raft nodes before linearized reading' (duration: 131.742275ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:03.066664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.966943ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:10:03.066779Z","caller":"traceutil/trace.go:171","msg":"trace[1848534065] transaction","detail":"{read_only:false; response_revision:26138; number_of_response:1; }","duration":"172.463947ms","start":"2026-05-13T03:10:02.894287Z","end":"2026-05-13T03:10:03.066751Z","steps":["trace[1848534065] 'process raft request' (duration: 51.33109ms)","trace[1848534065] 'compare' (duration: 120.771438ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:03.315298Z","caller":"traceutil/trace.go:171","msg":"trace[2086702487] linearizableReadLoop","detail":"{readStateIndex:27013; appliedIndex:27012; }","duration":"195.243833ms","start":"2026-05-13T03:10:03.120015Z","end":"2026-05-13T03:10:03.315259Z","steps":["trace[2086702487] 'read index received' (duration: 194.066972ms)","trace[2086702487] 'applied index is now lower than readState.Index' (duration: 1.174891ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:03.315645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.589871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-f2b9v\" ","response":"range_response_count:1 size:7765"} {"level":"info","ts":"2026-05-13T03:10:03.315361Z","caller":"traceutil/trace.go:171","msg":"trace[1389793502] transaction","detail":"{read_only:false; response_revision:26140; number_of_response:1; }","duration":"205.734048ms","start":"2026-05-13T03:10:03.109547Z","end":"2026-05-13T03:10:03.315281Z","steps":["trace[1389793502] 'process raft request' (duration: 204.894606ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:03.315757Z","caller":"traceutil/trace.go:171","msg":"trace[127675457] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-f2b9v; range_end:; response_count:1; response_revision:26140; }","duration":"195.766586ms","start":"2026-05-13T03:10:03.11997Z","end":"2026-05-13T03:10:03.315737Z","steps":["trace[127675457] 'agreement among raft nodes before linearized reading' (duration: 195.395446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:03.315955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.408421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:03.316026Z","caller":"traceutil/trace.go:171","msg":"trace[972326631] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26140; }","duration":"177.556334ms","start":"2026-05-13T03:10:03.138449Z","end":"2026-05-13T03:10:03.316006Z","steps":["trace[972326631] 'agreement among raft nodes before linearized reading' (duration: 177.404411ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:03.473877Z","caller":"traceutil/trace.go:171","msg":"trace[1180393174] linearizableReadLoop","detail":"{readStateIndex:27015; appliedIndex:27014; }","duration":"100.654448ms","start":"2026-05-13T03:10:03.373182Z","end":"2026-05-13T03:10:03.473837Z","steps":["trace[1180393174] 'read index received' (duration: 66.264288ms)","trace[1180393174] 'applied index is now lower than readState.Index' (duration: 34.38816ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:03.473891Z","caller":"traceutil/trace.go:171","msg":"trace[438969817] transaction","detail":"{read_only:false; response_revision:26142; number_of_response:1; }","duration":"145.609176ms","start":"2026-05-13T03:10:03.328248Z","end":"2026-05-13T03:10:03.473857Z","steps":["trace[438969817] 'process raft request' (duration: 111.149574ms)","trace[438969817] 'compare' (duration: 33.539469ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:03.474178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.981256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-5n9mm.18af013e1d5f3453\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-05-13T03:10:03.474271Z","caller":"traceutil/trace.go:171","msg":"trace[470630077] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-5n9mm.18af013e1d5f3453; range_end:; response_count:1; response_revision:26142; }","duration":"101.1281ms","start":"2026-05-13T03:10:03.37312Z","end":"2026-05-13T03:10:03.474248Z","steps":["trace[470630077] 'agreement among raft nodes before linearized reading' (duration: 100.850603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:03.80631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.416607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:03.806374Z","caller":"traceutil/trace.go:171","msg":"trace[751894064] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26143; }","duration":"180.489309ms","start":"2026-05-13T03:10:03.62587Z","end":"2026-05-13T03:10:03.806359Z","steps":["trace[751894064] 'range keys from in-memory index tree' (duration: 180.285344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:03.806496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.817863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-dqbwj.18af013e2c8554bb\" ","response":"range_response_count:1 size:878"} {"level":"info","ts":"2026-05-13T03:10:03.806628Z","caller":"traceutil/trace.go:171","msg":"trace[2087451215] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-dqbwj.18af013e2c8554bb; range_end:; response_count:1; response_revision:26143; }","duration":"229.040339ms","start":"2026-05-13T03:10:03.577557Z","end":"2026-05-13T03:10:03.806598Z","steps":["trace[2087451215] 'range keys from in-memory index tree' (duration: 228.517055ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:04.63715Z","caller":"traceutil/trace.go:171","msg":"trace[626197210] linearizableReadLoop","detail":"{readStateIndex:27047; appliedIndex:27046; }","duration":"112.223852ms","start":"2026-05-13T03:10:04.524895Z","end":"2026-05-13T03:10:04.637119Z","steps":["trace[626197210] 'read index received' (duration: 23.314631ms)","trace[626197210] 'applied index is now lower than readState.Index' (duration: 88.907701ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:04.637182Z","caller":"traceutil/trace.go:171","msg":"trace[46758298] transaction","detail":"{read_only:false; response_revision:26174; number_of_response:1; }","duration":"128.365399ms","start":"2026-05-13T03:10:04.508773Z","end":"2026-05-13T03:10:04.637139Z","steps":["trace[46758298] 'process raft request' (duration: 39.617143ms)","trace[46758298] 'compare' (duration: 88.55036ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:04.637495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.489048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-13T03:10:04.637538Z","caller":"traceutil/trace.go:171","msg":"trace[1740411147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26174; }","duration":"112.57868ms","start":"2026-05-13T03:10:04.524949Z","end":"2026-05-13T03:10:04.637528Z","steps":["trace[1740411147] 'agreement among raft nodes before linearized reading' (duration: 112.345744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:04.63759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.643212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-13T03:10:04.637719Z","caller":"traceutil/trace.go:171","msg":"trace[562431636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26174; }","duration":"112.861408ms","start":"2026-05-13T03:10:04.524831Z","end":"2026-05-13T03:10:04.637692Z","steps":["trace[562431636] 'agreement among raft nodes before linearized reading' (duration: 112.413767ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:04.84584Z","caller":"traceutil/trace.go:171","msg":"trace[1278522839] transaction","detail":"{read_only:false; response_revision:26183; number_of_response:1; }","duration":"109.465311ms","start":"2026-05-13T03:10:04.73634Z","end":"2026-05-13T03:10:04.845805Z","steps":["trace[1278522839] 'process raft request' (duration: 109.254386ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:05.053646Z","caller":"traceutil/trace.go:171","msg":"trace[1627843433] transaction","detail":"{read_only:false; response_revision:26186; number_of_response:1; }","duration":"130.78195ms","start":"2026-05-13T03:10:04.922834Z","end":"2026-05-13T03:10:05.053616Z","steps":["trace[1627843433] 'process raft request' (duration: 126.085792ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:05.547584Z","caller":"traceutil/trace.go:171","msg":"trace[1065296250] transaction","detail":"{read_only:false; response_revision:26194; number_of_response:1; }","duration":"106.760814ms","start":"2026-05-13T03:10:05.440798Z","end":"2026-05-13T03:10:05.547559Z","steps":["trace[1065296250] 'process raft request' (duration: 106.575058ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:06.329741Z","caller":"traceutil/trace.go:171","msg":"trace[1750711881] transaction","detail":"{read_only:false; response_revision:26198; number_of_response:1; }","duration":"135.406008ms","start":"2026-05-13T03:10:06.194298Z","end":"2026-05-13T03:10:06.329704Z","steps":["trace[1750711881] 'process raft request' (duration: 134.725711ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:07.214219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.413541ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-13T03:10:08.318428Z","caller":"traceutil/trace.go:171","msg":"trace[1520740543] linearizableReadLoop","detail":"{readStateIndex:27078; appliedIndex:27077; }","duration":"173.504742ms","start":"2026-05-13T03:10:08.144898Z","end":"2026-05-13T03:10:08.318403Z","steps":["trace[1520740543] 'read index received' (duration: 173.336228ms)","trace[1520740543] 'applied index is now lower than readState.Index' (duration: 167.534µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:08.318744Z","caller":"traceutil/trace.go:171","msg":"trace[1005438816] transaction","detail":"{read_only:false; response_revision:26204; number_of_response:1; }","duration":"183.011503ms","start":"2026-05-13T03:10:08.135719Z","end":"2026-05-13T03:10:08.31873Z","steps":["trace[1005438816] 'process raft request' (duration: 182.48963ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:08.318947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.306005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:08.318988Z","caller":"traceutil/trace.go:171","msg":"trace[1185767382] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26204; }","duration":"120.433748ms","start":"2026-05-13T03:10:08.198543Z","end":"2026-05-13T03:10:08.318977Z","steps":["trace[1185767382] 'agreement among raft nodes before linearized reading' (duration: 120.317835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:08.319123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.22227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-05-13T03:10:08.319169Z","caller":"traceutil/trace.go:171","msg":"trace[1998602085] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26204; }","duration":"174.309782ms","start":"2026-05-13T03:10:08.144847Z","end":"2026-05-13T03:10:08.319157Z","steps":["trace[1998602085] 'agreement among raft nodes before linearized reading' (duration: 174.179789ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:10.225749Z","caller":"traceutil/trace.go:171","msg":"trace[892375947] linearizableReadLoop","detail":"{readStateIndex:27083; appliedIndex:27081; }","duration":"123.535868ms","start":"2026-05-13T03:10:10.102192Z","end":"2026-05-13T03:10:10.225728Z","steps":["trace[892375947] 'read index received' (duration: 9.499471ms)","trace[892375947] 'applied index is now lower than readState.Index' (duration: 114.032857ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:10.225911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.704322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-05-13T03:10:10.225933Z","caller":"traceutil/trace.go:171","msg":"trace[1551767768] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26209; }","duration":"123.770104ms","start":"2026-05-13T03:10:10.102156Z","end":"2026-05-13T03:10:10.225926Z","steps":["trace[1551767768] 'agreement among raft nodes before linearized reading' (duration: 123.646881ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:10.226089Z","caller":"traceutil/trace.go:171","msg":"trace[458465300] transaction","detail":"{read_only:false; response_revision:26209; number_of_response:1; }","duration":"151.501776ms","start":"2026-05-13T03:10:10.074559Z","end":"2026-05-13T03:10:10.226061Z","steps":["trace[458465300] 'process raft request' (duration: 117.957886ms)","trace[458465300] 'compare' (duration: 33.117168ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:10.568171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.595294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:10.568372Z","caller":"traceutil/trace.go:171","msg":"trace[719077330] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:26209; }","duration":"216.807569ms","start":"2026-05-13T03:10:10.351542Z","end":"2026-05-13T03:10:10.568349Z","steps":["trace[719077330] 'count revisions from in-memory index tree' (duration: 216.517742ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:11.505769Z","caller":"traceutil/trace.go:171","msg":"trace[464618126] transaction","detail":"{read_only:false; response_revision:26214; number_of_response:1; }","duration":"107.821889ms","start":"2026-05-13T03:10:11.397918Z","end":"2026-05-13T03:10:11.50574Z","steps":["trace[464618126] 'process raft request' (duration: 107.48819ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:11.687676Z","caller":"traceutil/trace.go:171","msg":"trace[1189608829] transaction","detail":"{read_only:false; response_revision:26215; number_of_response:1; }","duration":"136.32149ms","start":"2026-05-13T03:10:11.551267Z","end":"2026-05-13T03:10:11.687589Z","steps":["trace[1189608829] 'process raft request' (duration: 108.744342ms)","trace[1189608829] 'compare' (duration: 27.046545ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:12.707247Z","caller":"traceutil/trace.go:171","msg":"trace[2132812690] linearizableReadLoop","detail":"{readStateIndex:27092; appliedIndex:27091; }","duration":"169.840069ms","start":"2026-05-13T03:10:12.537386Z","end":"2026-05-13T03:10:12.707227Z","steps":["trace[2132812690] 'read index received' (duration: 169.662815ms)","trace[2132812690] 'applied index is now lower than readState.Index' (duration: 176.554µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:12.707468Z","caller":"traceutil/trace.go:171","msg":"trace[238910647] transaction","detail":"{read_only:false; response_revision:26217; number_of_response:1; }","duration":"176.852847ms","start":"2026-05-13T03:10:12.530607Z","end":"2026-05-13T03:10:12.707459Z","steps":["trace[238910647] 'process raft request' (duration: 176.500648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:12.70764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.238009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:12.707671Z","caller":"traceutil/trace.go:171","msg":"trace[1208466106] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26217; }","duration":"170.30851ms","start":"2026-05-13T03:10:12.537354Z","end":"2026-05-13T03:10:12.707663Z","steps":["trace[1208466106] 'agreement among raft nodes before linearized reading' (duration: 170.245409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:12.707837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.427514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:12.707879Z","caller":"traceutil/trace.go:171","msg":"trace[1912296991] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26217; }","duration":"170.499326ms","start":"2026-05-13T03:10:12.537368Z","end":"2026-05-13T03:10:12.707867Z","steps":["trace[1912296991] 'agreement among raft nodes before linearized reading' (duration: 170.438365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:12.708259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.248722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:12.708289Z","caller":"traceutil/trace.go:171","msg":"trace[1512362503] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26217; }","duration":"159.325894ms","start":"2026-05-13T03:10:12.548956Z","end":"2026-05-13T03:10:12.708282Z","steps":["trace[1512362503] 'agreement among raft nodes before linearized reading' (duration: 159.278312ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:12.988818Z","caller":"traceutil/trace.go:171","msg":"trace[1776113245] transaction","detail":"{read_only:false; response_revision:26218; number_of_response:1; }","duration":"101.1084ms","start":"2026-05-13T03:10:12.887687Z","end":"2026-05-13T03:10:12.988795Z","steps":["trace[1776113245] 'process raft request' (duration: 100.952356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:12.989299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.432683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-13T03:10:12.989334Z","caller":"traceutil/trace.go:171","msg":"trace[1726680108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26218; }","duration":"100.514315ms","start":"2026-05-13T03:10:12.888812Z","end":"2026-05-13T03:10:12.989326Z","steps":["trace[1726680108] 'agreement among raft nodes before linearized reading' (duration: 100.163176ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:14.333421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563944972,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:10:14.769149Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.028060326s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T03:10:14.769538Z","caller":"traceutil/trace.go:171","msg":"trace[507839778] linearizableReadLoop","detail":"{readStateIndex:27095; appliedIndex:27094; }","duration":"936.625121ms","start":"2026-05-13T03:10:13.832884Z","end":"2026-05-13T03:10:14.769509Z","steps":["trace[507839778] 'read index received' (duration: 936.363514ms)","trace[507839778] 'applied index is now lower than readState.Index' (duration: 260.097µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:14.769568Z","caller":"traceutil/trace.go:171","msg":"trace[1366053599] transaction","detail":"{read_only:false; response_revision:26220; number_of_response:1; }","duration":"1.028569688s","start":"2026-05-13T03:10:13.740976Z","end":"2026-05-13T03:10:14.769545Z","steps":["trace[1366053599] 'process raft request' (duration: 1.028368473s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:14.769692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:13.740954Z","time spent":"1.028676932s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:14.769713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.812276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:14.769753Z","caller":"traceutil/trace.go:171","msg":"trace[940651989] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26220; }","duration":"936.909529ms","start":"2026-05-13T03:10:13.832832Z","end":"2026-05-13T03:10:14.769742Z","steps":["trace[940651989] 'agreement among raft nodes before linearized reading' (duration: 936.821886ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:14.769789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:13.832812Z","time spent":"936.96948ms","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-13T03:10:14.769901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.020491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4442"} {"level":"info","ts":"2026-05-13T03:10:14.769935Z","caller":"traceutil/trace.go:171","msg":"trace[836223101] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:26220; }","duration":"288.099253ms","start":"2026-05-13T03:10:14.481824Z","end":"2026-05-13T03:10:14.769923Z","steps":["trace[836223101] 'agreement among raft nodes before linearized reading' (duration: 287.97234ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:14.769945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.165049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:10:14.769935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.97953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-13T03:10:14.769979Z","caller":"traceutil/trace.go:171","msg":"trace[365271931] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26220; }","duration":"174.19964ms","start":"2026-05-13T03:10:14.59577Z","end":"2026-05-13T03:10:14.769969Z","steps":["trace[365271931] 'agreement among raft nodes before linearized reading' (duration: 174.140029ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:14.770012Z","caller":"traceutil/trace.go:171","msg":"trace[1239477348] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26220; }","duration":"762.112993ms","start":"2026-05-13T03:10:14.007877Z","end":"2026-05-13T03:10:14.76999Z","steps":["trace[1239477348] 'agreement among raft nodes before linearized reading' (duration: 761.876097ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:14.770062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:14.007851Z","time spent":"762.201895ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T03:10:14.770116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.631777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-05-13T03:10:14.770136Z","caller":"traceutil/trace.go:171","msg":"trace[1597266119] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:26220; }","duration":"525.649527ms","start":"2026-05-13T03:10:14.244478Z","end":"2026-05-13T03:10:14.770128Z","steps":["trace[1597266119] 'agreement among raft nodes before linearized reading' (duration: 525.601086ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:14.770128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.415995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-13T03:10:14.770151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:14.244424Z","time spent":"525.721439ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-05-13T03:10:14.770157Z","caller":"traceutil/trace.go:171","msg":"trace[405429182] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26220; }","duration":"330.484087ms","start":"2026-05-13T03:10:14.439665Z","end":"2026-05-13T03:10:14.770149Z","steps":["trace[405429182] 'agreement among raft nodes before linearized reading' (duration: 330.409815ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:14.770177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:14.439645Z","time spent":"330.527117ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-13T03:10:14.906541Z","caller":"traceutil/trace.go:171","msg":"trace[1278632774] transaction","detail":"{read_only:false; response_revision:26221; number_of_response:1; }","duration":"127.163689ms","start":"2026-05-13T03:10:14.779355Z","end":"2026-05-13T03:10:14.906519Z","steps":["trace[1278632774] 'process raft request' (duration: 127.020906ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:15.694179Z","caller":"traceutil/trace.go:171","msg":"trace[795641208] transaction","detail":"{read_only:false; response_revision:26231; number_of_response:1; }","duration":"146.774436ms","start":"2026-05-13T03:10:15.54738Z","end":"2026-05-13T03:10:15.694155Z","steps":["trace[795641208] 'process raft request' (duration: 85.424753ms)","trace[795641208] 'compare' (duration: 61.21512ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:17.170361Z","caller":"traceutil/trace.go:171","msg":"trace[1071493165] transaction","detail":"{read_only:false; response_revision:26237; number_of_response:1; }","duration":"112.251502ms","start":"2026-05-13T03:10:17.058056Z","end":"2026-05-13T03:10:17.170307Z","steps":["trace[1071493165] 'process raft request' (duration: 57.67087ms)","trace[1071493165] 'compare' (duration: 54.301795ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:19.331513Z","caller":"traceutil/trace.go:171","msg":"trace[1506001209] transaction","detail":"{read_only:false; response_revision:26255; number_of_response:1; }","duration":"150.90707ms","start":"2026-05-13T03:10:19.180578Z","end":"2026-05-13T03:10:19.331486Z","steps":["trace[1506001209] 'process raft request' (duration: 119.093775ms)","trace[1506001209] 'compare' (duration: 31.330223ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:19.332509Z","caller":"traceutil/trace.go:171","msg":"trace[1602408490] transaction","detail":"{read_only:false; response_revision:26256; number_of_response:1; }","duration":"101.334585ms","start":"2026-05-13T03:10:19.231152Z","end":"2026-05-13T03:10:19.332487Z","steps":["trace[1602408490] 'process raft request' (duration: 101.196082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:21.22713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434603257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-05-13T03:10:21.227188Z","caller":"traceutil/trace.go:171","msg":"trace[604481578] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:26263; }","duration":"1.434689489s","start":"2026-05-13T03:10:19.792485Z","end":"2026-05-13T03:10:21.227175Z","steps":["trace[604481578] 'range keys from in-memory index tree' (duration: 1.434450902s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:21.227214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:19.79247Z","time spent":"1.43473902s","remote":"127.0.0.1:57672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-05-13T03:10:21.227947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130342285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-05-13T03:10:21.227984Z","caller":"traceutil/trace.go:171","msg":"trace[489409336] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26263; }","duration":"1.130408367s","start":"2026-05-13T03:10:20.097568Z","end":"2026-05-13T03:10:21.227976Z","steps":["trace[489409336] 'range keys from in-memory index tree' (duration: 1.130217882s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:21.228003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:20.097551Z","time spent":"1.130447687s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-05-13T03:10:21.228265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08515213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-13T03:10:21.228292Z","caller":"traceutil/trace.go:171","msg":"trace[1218174684] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26263; }","duration":"1.085210621s","start":"2026-05-13T03:10:20.143075Z","end":"2026-05-13T03:10:21.228286Z","steps":["trace[1218174684] 'range keys from in-memory index tree' (duration: 1.085070288s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:21.228311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:20.143057Z","time spent":"1.085248802s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T03:10:21.229746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:20.582416Z","time spent":"647.326938ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-13T03:10:21.231498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.273399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:10:21.231546Z","caller":"traceutil/trace.go:171","msg":"trace[1231979680] linearizableReadLoop","detail":"{readStateIndex:27141; appliedIndex:27140; }","duration":"911.008102ms","start":"2026-05-13T03:10:20.32053Z","end":"2026-05-13T03:10:21.231538Z","steps":["trace[1231979680] 'read index received' (duration: 456.66407ms)","trace[1231979680] 'applied index is now lower than readState.Index' (duration: 454.343352ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:21.231834Z","caller":"traceutil/trace.go:171","msg":"trace[348007754] transaction","detail":"{read_only:false; response_revision:26264; number_of_response:1; }","duration":"1.047286412s","start":"2026-05-13T03:10:20.184536Z","end":"2026-05-13T03:10:21.231822Z","steps":["trace[348007754] 'process raft request' (duration: 592.643163ms)","trace[348007754] 'compare' (duration: 453.356687ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:21.232087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:20.184512Z","time spent":"1.047354584s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:21.232452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.916815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:21.232492Z","caller":"traceutil/trace.go:171","msg":"trace[1244778078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26264; }","duration":"911.986297ms","start":"2026-05-13T03:10:20.320496Z","end":"2026-05-13T03:10:21.232482Z","steps":["trace[1244778078] 'agreement among raft nodes before linearized reading' (duration: 911.917606ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:21.232522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:20.320478Z","time spent":"912.037949ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:10:21.732553Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563945101,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:10:22.233139Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563945101,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:10:22.733328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563945101,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:10:23.226726Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.449541579s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T03:10:23.227105Z","caller":"traceutil/trace.go:171","msg":"trace[420630942] transaction","detail":"{read_only:false; response_revision:26265; number_of_response:1; }","duration":"2.879837543s","start":"2026-05-13T03:10:20.347248Z","end":"2026-05-13T03:10:23.227086Z","steps":["trace[420630942] 'process raft request' (duration: 2.87970758s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:23.227223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:20.347224Z","time spent":"2.879937115s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:23.23502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998362848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:10:23.235128Z","caller":"traceutil/trace.go:171","msg":"trace[1249513480] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998516322s","start":"2026-05-13T03:10:21.236583Z","end":"2026-05-13T03:10:23.2351Z","steps":["trace[1249513480] 'agreement among raft nodes before linearized reading' (duration: 1.998379359s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:23.235195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:21.236569Z","time spent":"1.998612125s","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 03:10:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:10:24.892333Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.665307496s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T03:10:24.892813Z","caller":"traceutil/trace.go:171","msg":"trace[416287488] transaction","detail":"{read_only:false; response_revision:26267; number_of_response:1; }","duration":"3.655344305s","start":"2026-05-13T03:10:21.23744Z","end":"2026-05-13T03:10:24.892784Z","steps":["trace[416287488] 'process raft request' (duration: 3.655251293s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:24.892852Z","caller":"traceutil/trace.go:171","msg":"trace[588182570] transaction","detail":"{read_only:false; response_revision:26266; number_of_response:1; }","duration":"3.698361374s","start":"2026-05-13T03:10:21.194451Z","end":"2026-05-13T03:10:24.892812Z","steps":["trace[588182570] 'process raft request' (duration: 3.698077417s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:24.892957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:21.237428Z","time spent":"3.655453797s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:24.893012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:21.194425Z","time spent":"3.698500297s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:24.893236Z","caller":"traceutil/trace.go:171","msg":"trace[839935680] transaction","detail":"{read_only:false; response_revision:26268; number_of_response:1; }","duration":"3.652627497s","start":"2026-05-13T03:10:21.24058Z","end":"2026-05-13T03:10:24.893207Z","steps":["trace[839935680] 'process raft request' (duration: 3.652168115s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:24.893323Z","caller":"traceutil/trace.go:171","msg":"trace[679777586] transaction","detail":"{read_only:false; response_revision:26269; number_of_response:1; }","duration":"3.555199649s","start":"2026-05-13T03:10:21.338106Z","end":"2026-05-13T03:10:24.893306Z","steps":["trace[679777586] 'process raft request' (duration: 3.554937312s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:24.893363Z","caller":"traceutil/trace.go:171","msg":"trace[895986872] transaction","detail":"{read_only:false; response_revision:26270; number_of_response:1; }","duration":"3.356873869s","start":"2026-05-13T03:10:21.53646Z","end":"2026-05-13T03:10:24.893334Z","steps":["trace[895986872] 'process raft request' (duration: 3.356760156s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:24.893391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:21.338086Z","time spent":"3.555268191s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:24.89338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:21.240563Z","time spent":"3.652741189s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:24.893509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:21.536431Z","time spent":"3.356991472s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:24.893573Z","caller":"traceutil/trace.go:171","msg":"trace[1475696171] transaction","detail":"{read_only:false; response_revision:26271; number_of_response:1; }","duration":"3.294347756s","start":"2026-05-13T03:10:21.59921Z","end":"2026-05-13T03:10:24.893557Z","steps":["trace[1475696171] 'process raft request' (duration: 3.294072579s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:24.893586Z","caller":"traceutil/trace.go:171","msg":"trace[790171169] transaction","detail":"{read_only:false; response_revision:26273; number_of_response:1; }","duration":"3.148794902s","start":"2026-05-13T03:10:21.744776Z","end":"2026-05-13T03:10:24.893571Z","steps":["trace[790171169] 'process raft request' (duration: 3.148645808s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:24.893594Z","caller":"traceutil/trace.go:171","msg":"trace[279075090] transaction","detail":"{read_only:false; response_revision:26272; number_of_response:1; }","duration":"3.186210249s","start":"2026-05-13T03:10:21.707357Z","end":"2026-05-13T03:10:24.893567Z","steps":["trace[279075090] 'process raft request' (duration: 3.186015264s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:24.893628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:21.599121Z","time spent":"3.294476099s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:24.89367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:21.744746Z","time spent":"3.148881574s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:24.89366Z","caller":"traceutil/trace.go:171","msg":"trace[564243618] linearizableReadLoop","detail":"{readStateIndex:27150; appliedIndex:27141; }","duration":"3.662084685s","start":"2026-05-13T03:10:21.231559Z","end":"2026-05-13T03:10:24.893644Z","steps":["trace[564243618] 'read index received' (duration: 1.995452766s)","trace[564243618] 'applied index is now lower than readState.Index' (duration: 1.666630989s)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:24.893704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:21.707329Z","time spent":"3.186318281s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:24.893763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.109981564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:24.893783Z","caller":"traceutil/trace.go:171","msg":"trace[1454206338] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26274; }","duration":"4.110071487s","start":"2026-05-13T03:10:20.783705Z","end":"2026-05-13T03:10:24.893777Z","steps":["trace[1454206338] 'agreement among raft nodes before linearized reading' (duration: 4.110022105s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:24.893801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:20.783682Z","time spent":"4.110113948s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-13T03:10:24.893802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.097819806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-13T03:10:24.893814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.734734416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-13T03:10:24.893853Z","caller":"traceutil/trace.go:171","msg":"trace[1740150191] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26274; }","duration":"3.734805567s","start":"2026-05-13T03:10:21.159038Z","end":"2026-05-13T03:10:24.893844Z","steps":["trace[1740150191] 'agreement among raft nodes before linearized reading' (duration: 3.734665663s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:24.893903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:21.159016Z","time spent":"3.734870989s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-13T03:10:24.893924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.772176703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-13T03:10:24.893956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.067300433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-13T03:10:24.893977Z","caller":"traceutil/trace.go:171","msg":"trace[1236673464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26274; }","duration":"3.772276025s","start":"2026-05-13T03:10:21.121688Z","end":"2026-05-13T03:10:24.893964Z","steps":["trace[1236673464] 'agreement among raft nodes before linearized reading' (duration: 3.772138432s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:24.893989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.434314175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-13T03:10:24.893997Z","caller":"traceutil/trace.go:171","msg":"trace[557594448] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26274; }","duration":"4.067369745s","start":"2026-05-13T03:10:20.826613Z","end":"2026-05-13T03:10:24.893983Z","steps":["trace[557594448] 'agreement among raft nodes before linearized reading' (duration: 4.067264832s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:24.89402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:21.121671Z","time spent":"3.772338797s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-13T03:10:24.894035Z","caller":"traceutil/trace.go:171","msg":"trace[1181840401] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26274; }","duration":"4.434387676s","start":"2026-05-13T03:10:20.459632Z","end":"2026-05-13T03:10:24.894019Z","steps":["trace[1181840401] 'agreement among raft nodes before linearized reading' (duration: 4.434260013s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:24.89407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:20.459611Z","time spent":"4.434451288s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-13T03:10:24.89404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:20.826594Z","time spent":"4.067434537s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-13T03:10:24.894199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.240927139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:10:24.893949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.476960085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:10:24.894235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.346397809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:10:24.894273Z","caller":"traceutil/trace.go:171","msg":"trace[1346812294] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26274; }","duration":"4.477307444s","start":"2026-05-13T03:10:20.416946Z","end":"2026-05-13T03:10:24.894253Z","steps":["trace[1346812294] 'agreement among raft nodes before linearized reading' (duration: 4.476963085s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:24.894284Z","caller":"traceutil/trace.go:171","msg":"trace[363523981] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26274; }","duration":"4.346485831s","start":"2026-05-13T03:10:20.547789Z","end":"2026-05-13T03:10:24.894275Z","steps":["trace[363523981] 'agreement among raft nodes before linearized reading' (duration: 4.346406529s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:24.894323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:20.547759Z","time spent":"4.346555623s","remote":"127.0.0.1:39890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:24.894339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:20.416924Z","time spent":"4.477393045s","remote":"127.0.0.1:54402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":30,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:10:24.894216Z","caller":"traceutil/trace.go:171","msg":"trace[409917276] transaction","detail":"{read_only:false; response_revision:26274; number_of_response:1; }","duration":"2.136826294s","start":"2026-05-13T03:10:22.757375Z","end":"2026-05-13T03:10:24.894201Z","steps":["trace[409917276] 'process raft request' (duration: 2.136136566s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:24.894459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:22.757354Z","time spent":"2.13705511s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:24.893853Z","caller":"traceutil/trace.go:171","msg":"trace[324194653] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:26274; }","duration":"4.097897598s","start":"2026-05-13T03:10:20.795941Z","end":"2026-05-13T03:10:24.893838Z","steps":["trace[324194653] 'agreement among raft nodes before linearized reading' (duration: 4.097713413s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:24.894612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:20.795925Z","time spent":"4.098673077s","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"info","ts":"2026-05-13T03:10:24.894227Z","caller":"traceutil/trace.go:171","msg":"trace[1523169018] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26274; }","duration":"4.240980511s","start":"2026-05-13T03:10:20.653237Z","end":"2026-05-13T03:10:24.894217Z","steps":["trace[1523169018] 'agreement among raft nodes before linearized reading' (duration: 4.240890829s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:24.894756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:20.653217Z","time spent":"4.241515194s","remote":"127.0.0.1:54372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:25.241173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0000017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-13T03:10:25.241254Z","caller":"traceutil/trace.go:171","msg":"trace[1299131415] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000120403s","start":"2026-05-13T03:10:23.241115Z","end":"2026-05-13T03:10:25.241236Z","steps":["trace[1299131415] 'agreement among raft nodes before linearized reading' (duration: 2.00001217s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:25.241298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:23.24111Z","time spent":"2.000180095s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:10:25.394639Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563945111,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:10:25.895335Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563945111,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:10:26.395857Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563945111,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:10:26.756138Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.863602436s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T03:10:26.757831Z","caller":"traceutil/trace.go:171","msg":"trace[282250812] transaction","detail":"{read_only:false; response_revision:26275; number_of_response:1; }","duration":"3.514127511s","start":"2026-05-13T03:10:23.243655Z","end":"2026-05-13T03:10:26.757782Z","steps":["trace[282250812] 'process raft request' (duration: 3.512894889s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:26.758085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:23.243633Z","time spent":"3.514258423s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:26.899944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999713823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:10:26.900015Z","caller":"traceutil/trace.go:171","msg":"trace[611891076] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999823986s","start":"2026-05-13T03:10:24.90018Z","end":"2026-05-13T03:10:26.900004Z","steps":["trace[611891076] 'agreement among raft nodes before linearized reading' (duration: 1.999744604s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:26.900044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:24.900164Z","time spent":"1.999873357s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 03:10:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:10:27.242613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00041147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-13T03:10:27.242697Z","caller":"traceutil/trace.go:171","msg":"trace[592060171] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000542334s","start":"2026-05-13T03:10:25.242137Z","end":"2026-05-13T03:10:27.24268Z","steps":["trace[592060171] 'agreement among raft nodes before linearized reading' (duration: 2.000431591s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:27.242741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:25.242121Z","time spent":"2.000611565s","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:10:28.614146Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.857670917s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-13T03:10:28.614567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:24.895317Z","time spent":"3.719243753s","remote":"127.0.0.1:39514","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-13T03:10:28.61477Z","caller":"traceutil/trace.go:171","msg":"trace[508053885] transaction","detail":"{read_only:false; response_revision:26277; number_of_response:1; }","duration":"3.715797026s","start":"2026-05-13T03:10:24.898948Z","end":"2026-05-13T03:10:28.614745Z","steps":["trace[508053885] 'process raft request' (duration: 3.715622941s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:28.614989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:24.898887Z","time spent":"3.71595212s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:28.615035Z","caller":"traceutil/trace.go:171","msg":"trace[178022402] transaction","detail":"{read_only:false; response_revision:26279; number_of_response:1; }","duration":"3.711447885s","start":"2026-05-13T03:10:24.903568Z","end":"2026-05-13T03:10:28.615016Z","steps":["trace[178022402] 'process raft request' (duration: 3.71124658s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:28.615563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:24.903549Z","time spent":"3.711957369s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:28.615054Z","caller":"traceutil/trace.go:171","msg":"trace[104497033] transaction","detail":"{read_only:false; response_revision:26278; number_of_response:1; }","duration":"3.71518725s","start":"2026-05-13T03:10:24.899851Z","end":"2026-05-13T03:10:28.615039Z","steps":["trace[104497033] 'process raft request' (duration: 3.714842051s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:28.615727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:24.899839Z","time spent":"3.715849166s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:28.615067Z","caller":"traceutil/trace.go:171","msg":"trace[1154556052] transaction","detail":"{read_only:false; response_revision:26280; number_of_response:1; }","duration":"3.711421175s","start":"2026-05-13T03:10:24.903641Z","end":"2026-05-13T03:10:28.615062Z","steps":["trace[1154556052] 'process raft request' (duration: 3.711283791s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:28.615823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:24.903632Z","time spent":"3.712158853s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-13T03:10:28.615046Z","caller":"traceutil/trace.go:171","msg":"trace[862640930] transaction","detail":"{read_only:false; response_revision:26276; number_of_response:1; }","duration":"3.716221536s","start":"2026-05-13T03:10:24.898788Z","end":"2026-05-13T03:10:28.61501Z","steps":["trace[862640930] 'process raft request' (duration: 3.715643472s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:28.615963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:24.898777Z","time spent":"3.717109649s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:28.615095Z","caller":"traceutil/trace.go:171","msg":"trace[2111715764] transaction","detail":"{read_only:false; response_revision:26281; number_of_response:1; }","duration":"3.711419255s","start":"2026-05-13T03:10:24.903669Z","end":"2026-05-13T03:10:28.615088Z","steps":["trace[2111715764] 'process raft request' (duration: 3.711303162s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:28.6161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:24.903661Z","time spent":"3.712396839s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-13T03:10:28.615134Z","caller":"traceutil/trace.go:171","msg":"trace[669071267] transaction","detail":"{read_only:false; response_revision:26283; number_of_response:1; }","duration":"3.346394674s","start":"2026-05-13T03:10:25.268733Z","end":"2026-05-13T03:10:28.615128Z","steps":["trace[669071267] 'process raft request' (duration: 3.346311152s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:28.615132Z","caller":"traceutil/trace.go:171","msg":"trace[972435671] transaction","detail":"{read_only:false; response_revision:26282; number_of_response:1; }","duration":"3.381904542s","start":"2026-05-13T03:10:25.23319Z","end":"2026-05-13T03:10:28.615094Z","steps":["trace[972435671] 'process raft request' (duration: 3.38182127s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:28.61622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:25.268715Z","time spent":"3.347448601s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:28.616342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:25.233169Z","time spent":"3.383096092s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:29.250606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00002703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-13T03:10:29.250668Z","caller":"traceutil/trace.go:171","msg":"trace[1821736230] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000135353s","start":"2026-05-13T03:10:27.250518Z","end":"2026-05-13T03:10:29.250654Z","steps":["trace[1821736230] 'agreement among raft nodes before linearized reading' (duration: 2.000051271s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:29.250707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:27.250501Z","time spent":"2.000199865s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:10:29.900019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.00020621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-13T03:10:29.900136Z","caller":"traceutil/trace.go:171","msg":"trace[1225665465] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000375345s","start":"2026-05-13T03:10:24.899733Z","end":"2026-05-13T03:10:29.900109Z","steps":["trace[1225665465] 'agreement among raft nodes before linearized reading' (duration: 5.000234581s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:29.90021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:24.899715Z","time spent":"5.000475117s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/13 03:10:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:10:30.653573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000316317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-13T03:10:30.653666Z","caller":"traceutil/trace.go:171","msg":"trace[1563798853] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000452572s","start":"2026-05-13T03:10:28.653191Z","end":"2026-05-13T03:10:30.653644Z","steps":["trace[1563798853] 'agreement among raft nodes before linearized reading' (duration: 2.000341719s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:30.653714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:28.653171Z","time spent":"2.000528325s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 03:10:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:10:30.779127Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.103049888s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-13T03:10:30.799613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.184509711s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-13T03:10:30.799846Z","caller":"traceutil/trace.go:171","msg":"trace[117764140] linearizableReadLoop","detail":"{readStateIndex:27162; appliedIndex:27151; }","duration":"5.906118204s","start":"2026-05-13T03:10:24.893708Z","end":"2026-05-13T03:10:30.799826Z","steps":["trace[117764140] 'read index received' (duration: 1.864018838s)","trace[117764140] 'applied index is now lower than readState.Index' (duration: 4.042098166s)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:30.800236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.744672521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:10:30.800225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719625893s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:30.800324Z","caller":"traceutil/trace.go:171","msg":"trace[901190374] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26284; }","duration":"6.744790294s","start":"2026-05-13T03:10:24.055499Z","end":"2026-05-13T03:10:30.800289Z","steps":["trace[901190374] 'agreement among raft nodes before linearized reading' (duration: 6.744653781s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:30.800351Z","caller":"traceutil/trace.go:171","msg":"trace[1201568737] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26284; }","duration":"1.719763896s","start":"2026-05-13T03:10:29.080566Z","end":"2026-05-13T03:10:30.80033Z","steps":["trace[1201568737] 'range keys from in-memory index tree' (duration: 1.719605553s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:30.800368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:24.055473Z","time spent":"6.744882337s","remote":"127.0.0.1:56178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:30.800609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.800139945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:10:30.800639Z","caller":"traceutil/trace.go:171","msg":"trace[933381802] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26284; }","duration":"6.800206917s","start":"2026-05-13T03:10:24.000423Z","end":"2026-05-13T03:10:30.80063Z","steps":["trace[933381802] 'agreement among raft nodes before linearized reading' (duration: 6.800140695s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:30.800668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:24.0004Z","time spent":"6.800260538s","remote":"127.0.0.1:39764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:30.800821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.225287567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:30.800853Z","caller":"traceutil/trace.go:171","msg":"trace[1266685689] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26284; }","duration":"7.225318448s","start":"2026-05-13T03:10:23.575523Z","end":"2026-05-13T03:10:30.800841Z","steps":["trace[1266685689] 'agreement among raft nodes before linearized reading' (duration: 7.225273597s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:30.800887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:23.575461Z","time spent":"7.225417091s","remote":"127.0.0.1:42296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:30.801072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.407443829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:30.801129Z","caller":"traceutil/trace.go:171","msg":"trace[1868257159] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26284; }","duration":"9.407559292s","start":"2026-05-13T03:10:21.393554Z","end":"2026-05-13T03:10:30.801114Z","steps":["trace[1868257159] 'agreement among raft nodes before linearized reading' (duration: 9.407458169s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:30.801152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:21.393508Z","time spent":"9.407639284s","remote":"127.0.0.1:42272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:30.80119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.465304984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-13T03:10:30.801252Z","caller":"traceutil/trace.go:171","msg":"trace[696139440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26284; }","duration":"9.465459588s","start":"2026-05-13T03:10:21.335777Z","end":"2026-05-13T03:10:30.801237Z","steps":["trace[696139440] 'agreement among raft nodes before linearized reading' (duration: 9.465270803s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:30.801278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:21.335758Z","time spent":"9.465514029s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-13T03:10:30.801255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.462814071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-13T03:10:30.80133Z","caller":"traceutil/trace.go:171","msg":"trace[1864719612] transaction","detail":"{read_only:false; response_revision:26285; number_of_response:1; }","duration":"3.9028431s","start":"2026-05-13T03:10:26.898458Z","end":"2026-05-13T03:10:30.801301Z","steps":["trace[1864719612] 'process raft request' (duration: 3.90126571s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:30.801358Z","caller":"traceutil/trace.go:171","msg":"trace[1646152295] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-barbican-default-user; range_end:; response_count:1; response_revision:26284; }","duration":"9.462941544s","start":"2026-05-13T03:10:21.338361Z","end":"2026-05-13T03:10:30.801303Z","steps":["trace[1646152295] 'agreement among raft nodes before linearized reading' (duration: 9.462653256s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:30.801453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:21.338354Z","time spent":"9.463046646s","remote":"127.0.0.1:39562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1346,"request content":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" "} {"level":"warn","ts":"2026-05-13T03:10:30.801473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:26.898448Z","time spent":"3.902947773s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:31.251827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000224926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:10:31.25191Z","caller":"traceutil/trace.go:171","msg":"trace[55502111] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000352328s","start":"2026-05-13T03:10:29.251539Z","end":"2026-05-13T03:10:31.251892Z","steps":["trace[55502111] 'agreement among raft nodes before linearized reading' (duration: 2.000249516s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:31.251957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:29.251523Z","time spent":"2.000422681s","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 03:10:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:10:31.300281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563945133,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:10:31.336762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:30.805438Z","time spent":"531.310149ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/13 03:10:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:10:31.701015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.87643093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:31.701112Z","caller":"traceutil/trace.go:171","msg":"trace[2145285572] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26285; }","duration":"9.876540093s","start":"2026-05-13T03:10:21.824545Z","end":"2026-05-13T03:10:31.701085Z","steps":["trace[2145285572] 'agreement among raft nodes before linearized reading' (duration: 8.976693724s)","trace[2145285572] 'count revisions from in-memory index tree' (duration: 899.713856ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:31.701157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:21.824485Z","time spent":"9.876659688s","remote":"127.0.0.1:42220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:31.701406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.289568724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:10:31.701476Z","caller":"traceutil/trace.go:171","msg":"trace[1840613470] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26285; }","duration":"9.289690398s","start":"2026-05-13T03:10:22.411768Z","end":"2026-05-13T03:10:31.701458Z","steps":["trace[1840613470] 'agreement among raft nodes before linearized reading' (duration: 8.389422887s)","trace[1840613470] 'count revisions from in-memory index tree' (duration: 900.163658ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:31.701514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:22.411744Z","time spent":"9.28976225s","remote":"127.0.0.1:57866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:31.701519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.029148632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:10:31.701552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.427590084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-13T03:10:31.701587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.870020805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:31.701611Z","caller":"traceutil/trace.go:171","msg":"trace[129143270] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26285; }","duration":"9.029286216s","start":"2026-05-13T03:10:22.672298Z","end":"2026-05-13T03:10:31.701585Z","steps":["trace[129143270] 'agreement among raft nodes before linearized reading' (duration: 8.128902542s)","trace[129143270] 'count revisions from in-memory index tree' (duration: 900.260691ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:31.70163Z","caller":"traceutil/trace.go:171","msg":"trace[2034310950] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26285; }","duration":"8.427706947s","start":"2026-05-13T03:10:23.273896Z","end":"2026-05-13T03:10:31.701603Z","steps":["trace[2034310950] 'agreement among raft nodes before linearized reading' (duration: 7.527256152s)","trace[2034310950] 'range keys from in-memory index tree' (duration: 900.263391ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:31.701647Z","caller":"traceutil/trace.go:171","msg":"trace[419595611] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26285; }","duration":"8.870114077s","start":"2026-05-13T03:10:22.831513Z","end":"2026-05-13T03:10:31.701627Z","steps":["trace[419595611] 'agreement among raft nodes before linearized reading' (duration: 7.969656781s)","trace[419595611] 'count revisions from in-memory index tree' (duration: 900.373674ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:31.701636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.461530834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aefe6e9c8c2fac\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-13T03:10:31.701645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.383491858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-05-13T03:10:31.701653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.962889116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:10:31.701658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:22.672278Z","time spent":"9.029367927s","remote":"127.0.0.1:39780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:31.701675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:22.831495Z","time spent":"8.870173159s","remote":"127.0.0.1:42498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:31.701672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:23.273876Z","time spent":"8.42778745s","remote":"127.0.0.1:39568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-13T03:10:31.701695Z","caller":"traceutil/trace.go:171","msg":"trace[53337519] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26285; }","duration":"10.38356678s","start":"2026-05-13T03:10:21.318113Z","end":"2026-05-13T03:10:31.701679Z","steps":["trace[53337519] 'agreement among raft nodes before linearized reading' (duration: 9.483066964s)","trace[53337519] 'range keys from in-memory index tree' (duration: 900.182328ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:31.701697Z","caller":"traceutil/trace.go:171","msg":"trace[537497625] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aefe6e9c8c2fac; range_end:; response_count:1; response_revision:26285; }","duration":"8.461616566s","start":"2026-05-13T03:10:23.240058Z","end":"2026-05-13T03:10:31.701675Z","steps":["trace[537497625] 'agreement among raft nodes before linearized reading' (duration: 7.561104149s)","trace[537497625] 'range keys from in-memory index tree' (duration: 900.389784ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:31.701701Z","caller":"traceutil/trace.go:171","msg":"trace[980558220] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26285; }","duration":"8.962972177s","start":"2026-05-13T03:10:22.738713Z","end":"2026-05-13T03:10:31.701685Z","steps":["trace[980558220] 'agreement among raft nodes before linearized reading' (duration: 8.062409539s)","trace[980558220] 'count revisions from in-memory index tree' (duration: 900.484076ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:31.70173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:21.318097Z","time spent":"10.383625031s","remote":"127.0.0.1:39608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-05-13T03:10:31.701739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:22.738696Z","time spent":"8.963033969s","remote":"127.0.0.1:57744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:31.701736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:23.240038Z","time spent":"8.461687757s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aefe6e9c8c2fac\" "} {"level":"warn","ts":"2026-05-13T03:10:31.701718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.337673794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:31.701831Z","caller":"traceutil/trace.go:171","msg":"trace[703177072] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26285; }","duration":"9.337844097s","start":"2026-05-13T03:10:22.363956Z","end":"2026-05-13T03:10:31.7018Z","steps":["trace[703177072] 'agreement among raft nodes before linearized reading' (duration: 8.437271479s)","trace[703177072] 'count revisions from in-memory index tree' (duration: 900.383824ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:31.701879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:22.363935Z","time spent":"9.33793291s","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:31.701873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.497387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:10:31.702061Z","caller":"traceutil/trace.go:171","msg":"trace[512214725] transaction","detail":"{read_only:false; response_revision:26286; number_of_response:1; }","duration":"4.802482024s","start":"2026-05-13T03:10:26.899557Z","end":"2026-05-13T03:10:31.702039Z","steps":["trace[512214725] 'process raft request' (duration: 3.901728821s)","trace[512214725] 'compare' (duration: 900.184849ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:31.702121Z","caller":"traceutil/trace.go:171","msg":"trace[207691532] transaction","detail":"{read_only:false; response_revision:26287; number_of_response:1; }","duration":"4.802387492s","start":"2026-05-13T03:10:26.899721Z","end":"2026-05-13T03:10:31.702108Z","steps":["trace[207691532] 'process raft request' (duration: 4.802230578s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:31.702158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:26.899552Z","time spent":"4.802549526s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:31.702172Z","caller":"traceutil/trace.go:171","msg":"trace[1876290730] transaction","detail":"{read_only:false; response_revision:26290; number_of_response:1; }","duration":"3.626564607s","start":"2026-05-13T03:10:28.075593Z","end":"2026-05-13T03:10:31.702157Z","steps":["trace[1876290730] 'process raft request' (duration: 3.626520126s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:31.702192Z","caller":"traceutil/trace.go:171","msg":"trace[493636087] transaction","detail":"{read_only:false; response_revision:26288; number_of_response:1; }","duration":"4.801606783s","start":"2026-05-13T03:10:26.900575Z","end":"2026-05-13T03:10:31.702182Z","steps":["trace[493636087] 'process raft request' (duration: 4.801460249s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:31.702214Z","caller":"traceutil/trace.go:171","msg":"trace[2034744291] transaction","detail":"{read_only:false; response_revision:26289; number_of_response:1; }","duration":"4.801547421s","start":"2026-05-13T03:10:26.900649Z","end":"2026-05-13T03:10:31.702197Z","steps":["trace[2034744291] 'process raft request' (duration: 4.801426198s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:31.702214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:26.899714Z","time spent":"4.802443103s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:31.702242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:26.900561Z","time spent":"4.801653063s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:31.702243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:28.07556Z","time spent":"3.626650349s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:31.702317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:26.900641Z","time spent":"4.801605202s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:31.800537Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563945133,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:10:31.902407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000242486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:10:31.902468Z","caller":"traceutil/trace.go:171","msg":"trace[812392088] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000349969s","start":"2026-05-13T03:10:29.902105Z","end":"2026-05-13T03:10:31.902455Z","steps":["trace[812392088] 'agreement among raft nodes before linearized reading' (duration: 2.000275737s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:31.902495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:29.902084Z","time spent":"2.0004047s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 03:10:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:10:32.30133Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563945133,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:10:32.52507Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.745501967s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-13T03:10:33.261149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001101757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-13T03:10:33.261257Z","caller":"traceutil/trace.go:171","msg":"trace[589759241] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001251741s","start":"2026-05-13T03:10:31.259984Z","end":"2026-05-13T03:10:33.261236Z","steps":["trace[589759241] 'agreement among raft nodes before linearized reading' (duration: 2.001108488s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:33.26132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:31.259978Z","time spent":"2.001329123s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 03:10:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:10:33.29331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.880408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-13T03:10:33.293556Z","caller":"traceutil/trace.go:171","msg":"trace[1575849504] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26290; }","duration":"4.67786483s","start":"2026-05-13T03:10:28.615657Z","end":"2026-05-13T03:10:33.293521Z","steps":["trace[1575849504] 'process raft request' (duration: 3.909678544s)","trace[1575849504] 'compare' (duration: 767.817767ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:33.29367Z","caller":"traceutil/trace.go:171","msg":"trace[389084534] transaction","detail":"{read_only:false; response_revision:26293; number_of_response:1; }","duration":"3.392754717s","start":"2026-05-13T03:10:29.900898Z","end":"2026-05-13T03:10:33.293653Z","steps":["trace[389084534] 'process raft request' (duration: 3.392708716s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:33.293705Z","caller":"traceutil/trace.go:171","msg":"trace[50277073] transaction","detail":"{read_only:false; response_revision:26292; number_of_response:1; }","duration":"4.518604868s","start":"2026-05-13T03:10:28.775078Z","end":"2026-05-13T03:10:33.293683Z","steps":["trace[50277073] 'process raft request' (duration: 4.518463485s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:33.29374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:28.615625Z","time spent":"4.678014873s","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:33.293754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:29.900876Z","time spent":"3.392839259s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:33.293705Z","caller":"traceutil/trace.go:171","msg":"trace[768182504] transaction","detail":"{read_only:false; response_revision:26291; number_of_response:1; }","duration":"4.673816377s","start":"2026-05-13T03:10:28.619858Z","end":"2026-05-13T03:10:33.293675Z","steps":["trace[768182504] 'process raft request' (duration: 4.673561411s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:33.293843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:28.775048Z","time spent":"4.518720561s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:33.293918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:28.619842Z","time spent":"4.674022002s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T03:10:33.618768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999449851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-13T03:10:33.618841Z","caller":"traceutil/trace.go:171","msg":"trace[869490229] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999558954s","start":"2026-05-13T03:10:28.619259Z","end":"2026-05-13T03:10:33.618818Z","steps":["trace[869490229] 'agreement among raft nodes before linearized reading' (duration: 4.999469992s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:33.618877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:28.619246Z","time spent":"4.999623025s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-13T03:10:34.315182Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.789763728s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-13T03:10:34.900134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998512407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:10:34.900194Z","caller":"traceutil/trace.go:171","msg":"trace[1197164013] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998586839s","start":"2026-05-13T03:10:31.901593Z","end":"2026-05-13T03:10:34.900179Z","steps":["trace[1197164013] 'agreement among raft nodes before linearized reading' (duration: 2.998509647s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:34.900228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:31.901529Z","time spent":"2.998692351s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/13 03:10:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:10:34.902031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999749804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:10:34.902092Z","caller":"traceutil/trace.go:171","msg":"trace[1583511183] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999862237s","start":"2026-05-13T03:10:32.902217Z","end":"2026-05-13T03:10:34.90208Z","steps":["trace[1583511183] 'agreement among raft nodes before linearized reading' (duration: 1.999782795s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:34.902122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:32.902196Z","time spent":"1.999919309s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 03:10:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:10:35.261019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99961845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:10:35.261087Z","caller":"traceutil/trace.go:171","msg":"trace[94925946] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999751244s","start":"2026-05-13T03:10:33.261319Z","end":"2026-05-13T03:10:35.26107Z","steps":["trace[94925946] 'agreement among raft nodes before linearized reading' (duration: 1.999663122s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:35.261123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:33.261288Z","time spent":"1.999827885s","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 03:10:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:10:35.297038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.004039751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:10:35.297106Z","caller":"traceutil/trace.go:171","msg":"trace[1812851910] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.004142644s","start":"2026-05-13T03:10:25.292946Z","end":"2026-05-13T03:10:35.297089Z","steps":["trace[1812851910] 'agreement among raft nodes before linearized reading' (duration: 10.004066622s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:35.297149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:25.292931Z","time spent":"10.004201025s","remote":"127.0.0.1:42310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/05/13 03:10:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:10:35.619026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997585493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:10:35.619108Z","caller":"traceutil/trace.go:171","msg":"trace[2139071905] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.997715736s","start":"2026-05-13T03:10:30.621374Z","end":"2026-05-13T03:10:35.619089Z","steps":["trace[2139071905] 'agreement among raft nodes before linearized reading' (duration: 4.997613494s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:35.619158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:30.621354Z","time spent":"4.997789879s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/05/13 03:10:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:10:35.620906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999040171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:10:35.620983Z","caller":"traceutil/trace.go:171","msg":"trace[2145890640] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999173194s","start":"2026-05-13T03:10:30.621793Z","end":"2026-05-13T03:10:35.620966Z","steps":["trace[2145890640] 'agreement among raft nodes before linearized reading' (duration: 4.999075742s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:35.621024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:30.621771Z","time spent":"4.999242575s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/13 03:10:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:10:35.621137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997242554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:10:35.62116Z","caller":"traceutil/trace.go:171","msg":"trace[1029200685] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.997287926s","start":"2026-05-13T03:10:30.623867Z","end":"2026-05-13T03:10:35.621155Z","steps":["trace[1029200685] 'agreement among raft nodes before linearized reading' (duration: 4.997263865s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:35.62118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:30.623857Z","time spent":"4.997317786s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/05/13 03:10:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:10:35.877756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561776225s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:10:35.878447Z","caller":"traceutil/trace.go:171","msg":"trace[1801368963] transaction","detail":"{read_only:false; response_revision:26300; number_of_response:1; }","duration":"2.168434944s","start":"2026-05-13T03:10:33.709992Z","end":"2026-05-13T03:10:35.878427Z","steps":["trace[1801368963] 'process raft request' (duration: 2.168396633s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:35.878561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:33.709914Z","time spent":"2.168595578s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:35.878578Z","caller":"traceutil/trace.go:171","msg":"trace[1226399093] transaction","detail":"{read_only:false; response_revision:26296; number_of_response:1; }","duration":"3.070889959s","start":"2026-05-13T03:10:32.807652Z","end":"2026-05-13T03:10:35.878542Z","steps":["trace[1226399093] 'process raft request' (duration: 3.070490919s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:35.878664Z","caller":"traceutil/trace.go:171","msg":"trace[311239429] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26294; }","duration":"4.539011616s","start":"2026-05-13T03:10:31.339644Z","end":"2026-05-13T03:10:35.878655Z","steps":["trace[311239429] 'process raft request' (duration: 4.538206885s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:35.878732Z","caller":"traceutil/trace.go:171","msg":"trace[1545871402] linearizableReadLoop","detail":"{readStateIndex:27175; appliedIndex:27168; }","duration":"5.07882596s","start":"2026-05-13T03:10:30.799882Z","end":"2026-05-13T03:10:35.878708Z","steps":["trace[1545871402] 'read index received' (duration: 1.725532052s)","trace[1545871402] 'applied index is now lower than readState.Index' (duration: 3.353291288s)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:35.878748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:31.339611Z","time spent":"4.539093157s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":473,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:35.878764Z","caller":"traceutil/trace.go:171","msg":"trace[800192325] transaction","detail":"{read_only:false; response_revision:26298; number_of_response:1; }","duration":"2.169739207s","start":"2026-05-13T03:10:33.709001Z","end":"2026-05-13T03:10:35.878741Z","steps":["trace[800192325] 'process raft request' (duration: 2.169320056s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:35.878771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:33.294685Z","time spent":"2.584082407s","remote":"127.0.0.1:39514","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-13T03:10:35.878777Z","caller":"traceutil/trace.go:171","msg":"trace[1708809421] transaction","detail":"{read_only:false; response_revision:26299; number_of_response:1; }","duration":"2.169544132s","start":"2026-05-13T03:10:33.709212Z","end":"2026-05-13T03:10:35.878756Z","steps":["trace[1708809421] 'process raft request' (duration: 2.169145032s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:35.878831Z","caller":"traceutil/trace.go:171","msg":"trace[774364135] transaction","detail":"{read_only:false; response_revision:26297; number_of_response:1; }","duration":"2.169913732s","start":"2026-05-13T03:10:33.708903Z","end":"2026-05-13T03:10:35.878816Z","steps":["trace[774364135] 'process raft request' (duration: 2.169366358s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:35.878877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:33.70899Z","time spent":"2.16982679s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:35.878883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:33.709199Z","time spent":"2.169631624s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:35.878934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.981957587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:10:35.878767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:32.807622Z","time spent":"3.071047784s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:35.878978Z","caller":"traceutil/trace.go:171","msg":"trace[336825165] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26300; }","duration":"8.982032899s","start":"2026-05-13T03:10:26.896934Z","end":"2026-05-13T03:10:35.878967Z","steps":["trace[336825165] 'agreement among raft nodes before linearized reading' (duration: 8.981935556s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:35.87897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:33.708876Z","time spent":"2.170000353s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:35.879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.073866754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:10:35.879015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:26.896919Z","time spent":"8.982089601s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-13T03:10:35.879027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.797121913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:10:35.879053Z","caller":"traceutil/trace.go:171","msg":"trace[436008949] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26300; }","duration":"9.797184244s","start":"2026-05-13T03:10:26.081859Z","end":"2026-05-13T03:10:35.879044Z","steps":["trace[436008949] 'agreement among raft nodes before linearized reading' (duration: 9.797131433s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:35.879051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.522850369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:35.878619Z","caller":"traceutil/trace.go:171","msg":"trace[1868111467] transaction","detail":"{read_only:false; response_revision:26295; number_of_response:1; }","duration":"4.172990449s","start":"2026-05-13T03:10:31.705607Z","end":"2026-05-13T03:10:35.878598Z","steps":["trace[1868111467] 'process raft request' (duration: 4.172325692s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:35.879087Z","caller":"traceutil/trace.go:171","msg":"trace[565665856] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26300; }","duration":"9.522945632s","start":"2026-05-13T03:10:26.35613Z","end":"2026-05-13T03:10:35.879076Z","steps":["trace[565665856] 'agreement among raft nodes before linearized reading' (duration: 9.522878551s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:35.879113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.695699236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:10:35.879123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:26.356095Z","time spent":"9.523017514s","remote":"127.0.0.1:46268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:10:35.87914Z","caller":"traceutil/trace.go:171","msg":"trace[351778536] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26300; }","duration":"9.695762368s","start":"2026-05-13T03:10:26.183372Z","end":"2026-05-13T03:10:35.879134Z","steps":["trace[351778536] 'agreement among raft nodes before linearized reading' (duration: 9.695720987s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:35.879161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.981412703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-13T03:10:35.87918Z","caller":"traceutil/trace.go:171","msg":"trace[350962489] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26300; }","duration":"10.981452645s","start":"2026-05-13T03:10:24.897723Z","end":"2026-05-13T03:10:35.879176Z","steps":["trace[350962489] 'agreement among raft nodes before linearized reading' (duration: 10.981405734s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:35.879203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:24.897711Z","time spent":"10.981488185s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-13T03:10:35.879191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.540807591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:10:35.879211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.827757523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:35.879025Z","caller":"traceutil/trace.go:171","msg":"trace[2081653171] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26300; }","duration":"9.073957937s","start":"2026-05-13T03:10:26.805058Z","end":"2026-05-13T03:10:35.879016Z","steps":["trace[2081653171] 'agreement among raft nodes before linearized reading' (duration: 9.073913966s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:35.879236Z","caller":"traceutil/trace.go:171","msg":"trace[1148741673] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26300; }","duration":"8.827820585s","start":"2026-05-13T03:10:27.051408Z","end":"2026-05-13T03:10:35.879228Z","steps":["trace[1148741673] 'agreement among raft nodes before linearized reading' (duration: 8.827779804s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:35.879241Z","caller":"traceutil/trace.go:171","msg":"trace[219197211] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26300; }","duration":"6.540896842s","start":"2026-05-13T03:10:29.338331Z","end":"2026-05-13T03:10:35.879228Z","steps":["trace[219197211] 'agreement among raft nodes before linearized reading' (duration: 6.54080235s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:35.879284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.511040391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:10:35.87929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:29.338308Z","time spent":"6.540972134s","remote":"127.0.0.1:42038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:10:35.879309Z","caller":"traceutil/trace.go:171","msg":"trace[1712255957] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26300; }","duration":"7.511103363s","start":"2026-05-13T03:10:28.368201Z","end":"2026-05-13T03:10:35.879304Z","steps":["trace[1712255957] 'agreement among raft nodes before linearized reading' (duration: 7.511065912s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:35.879116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.807096691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-05-13T03:10:35.879332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:28.368177Z","time spent":"7.511150403s","remote":"127.0.0.1:57834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:10:35.87936Z","caller":"traceutil/trace.go:171","msg":"trace[369518562] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26300; }","duration":"10.807356118s","start":"2026-05-13T03:10:25.071981Z","end":"2026-05-13T03:10:35.879337Z","steps":["trace[369518562] 'agreement among raft nodes before linearized reading' (duration: 10.807107482s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:35.879419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:25.071961Z","time spent":"10.807442949s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-13T03:10:35.879428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.355744251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-13T03:10:35.879478Z","caller":"traceutil/trace.go:171","msg":"trace[932587286] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26300; }","duration":"5.355834103s","start":"2026-05-13T03:10:30.523629Z","end":"2026-05-13T03:10:35.879463Z","steps":["trace[932587286] 'agreement among raft nodes before linearized reading' (duration: 5.355673669s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:35.879531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:30.523606Z","time spent":"5.355910624s","remote":"127.0.0.1:39538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":33,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:35.879162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:26.183351Z","time spent":"9.695805828s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:35.879273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:26.805038Z","time spent":"9.074215383s","remote":"127.0.0.1:36128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:35.879255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:27.051384Z","time spent":"8.827865397s","remote":"127.0.0.1:36046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:35.879181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:31.705591Z","time spent":"4.173522522s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:35.879478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.522150017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:35.879802Z","caller":"traceutil/trace.go:171","msg":"trace[515405890] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26300; }","duration":"6.522513066s","start":"2026-05-13T03:10:29.35728Z","end":"2026-05-13T03:10:35.879793Z","steps":["trace[515405890] 'agreement among raft nodes before linearized reading' (duration: 6.522163577s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:35.879827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:29.357261Z","time spent":"6.522557258s","remote":"127.0.0.1:36014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:35.879078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.762664836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-13T03:10:35.879862Z","caller":"traceutil/trace.go:171","msg":"trace[1554185606] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26300; }","duration":"10.763477177s","start":"2026-05-13T03:10:25.116373Z","end":"2026-05-13T03:10:35.87985Z","steps":["trace[1554185606] 'agreement among raft nodes before linearized reading' (duration: 10.762662716s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:35.878957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.257634017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-13T03:10:35.879909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:25.116352Z","time spent":"10.763546668s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-13T03:10:35.879925Z","caller":"traceutil/trace.go:171","msg":"trace[1578322334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26300; }","duration":"5.258655562s","start":"2026-05-13T03:10:30.621265Z","end":"2026-05-13T03:10:35.87992Z","steps":["trace[1578322334] 'agreement among raft nodes before linearized reading' (duration: 5.257548915s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:35.879265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.288183016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:10:35.879944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:30.621242Z","time spent":"5.258697744s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-13T03:10:35.879957Z","caller":"traceutil/trace.go:171","msg":"trace[64458756] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26300; }","duration":"6.288905483s","start":"2026-05-13T03:10:29.591041Z","end":"2026-05-13T03:10:35.879946Z","steps":["trace[64458756] 'agreement among raft nodes before linearized reading' (duration: 6.288177255s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:35.879995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:29.591024Z","time spent":"6.288960205s","remote":"127.0.0.1:36112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:35.879081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:26.081836Z","time spent":"9.797239896s","remote":"127.0.0.1:39898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} 2026/05/13 03:10:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:10:36.379426Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563945146,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:10:36.8805Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563945146,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:10:37.000335Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.772028358s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T03:10:37.000766Z","caller":"traceutil/trace.go:171","msg":"trace[1341793573] transaction","detail":"{read_only:false; response_revision:26301; number_of_response:1; }","duration":"1.772594122s","start":"2026-05-13T03:10:35.228147Z","end":"2026-05-13T03:10:37.000741Z","steps":["trace[1341793573] 'process raft request' (duration: 1.772439128s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:37.000918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:35.228115Z","time spent":"1.772726965s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:37.276124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999566408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:10:37.276192Z","caller":"traceutil/trace.go:171","msg":"trace[1956732389] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999672381s","start":"2026-05-13T03:10:35.276505Z","end":"2026-05-13T03:10:37.276178Z","steps":["trace[1956732389] 'agreement among raft nodes before linearized reading' (duration: 1.999590509s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:37.276227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:35.27649Z","time spent":"1.999728762s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 03:10:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-13T03:10:38.042322Z","caller":"traceutil/trace.go:171","msg":"trace[954743115] transaction","detail":"{read_only:false; response_revision:26302; number_of_response:1; }","duration":"2.742416063s","start":"2026-05-13T03:10:35.299883Z","end":"2026-05-13T03:10:38.042299Z","steps":["trace[954743115] 'process raft request' (duration: 2.733127389s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:38.042492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:35.299854Z","time spent":"2.742540977s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:38.042549Z","caller":"traceutil/trace.go:171","msg":"trace[1392651442] transaction","detail":"{read_only:false; response_revision:26303; number_of_response:1; }","duration":"2.162421111s","start":"2026-05-13T03:10:35.880094Z","end":"2026-05-13T03:10:38.042515Z","steps":["trace[1392651442] 'process raft request' (duration: 2.162159884s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:38.042703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:35.880071Z","time spent":"2.162554065s","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:38.042728Z","caller":"traceutil/trace.go:171","msg":"trace[562177366] linearizableReadLoop","detail":"{readStateIndex:27188; appliedIndex:27182; }","duration":"2.163925998s","start":"2026-05-13T03:10:35.878777Z","end":"2026-05-13T03:10:38.042703Z","steps":["trace[562177366] 'read index received' (duration: 1.122322961s)","trace[562177366] 'applied index is now lower than readState.Index' (duration: 1.041601887s)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:38.042996Z","caller":"traceutil/trace.go:171","msg":"trace[1622166444] transaction","detail":"{read_only:false; response_revision:26305; number_of_response:1; }","duration":"2.155429404s","start":"2026-05-13T03:10:35.887551Z","end":"2026-05-13T03:10:38.042981Z","steps":["trace[1622166444] 'process raft request' (duration: 2.154979063s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:38.043121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:35.887547Z","time spent":"2.155499616s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:38.043154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.447602104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:38.043219Z","caller":"traceutil/trace.go:171","msg":"trace[490626156] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26307; }","duration":"3.447703167s","start":"2026-05-13T03:10:34.5955Z","end":"2026-05-13T03:10:38.043203Z","steps":["trace[490626156] 'agreement among raft nodes before linearized reading' (duration: 3.447595664s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:38.043262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:34.595479Z","time spent":"3.447773228s","remote":"127.0.0.1:42028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:38.043275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.9262009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:38.043311Z","caller":"traceutil/trace.go:171","msg":"trace[27922071] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26307; }","duration":"3.926279752s","start":"2026-05-13T03:10:34.117019Z","end":"2026-05-13T03:10:38.043299Z","steps":["trace[27922071] 'agreement among raft nodes before linearized reading' (duration: 3.926215421s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:38.043351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:34.116995Z","time spent":"3.926346224s","remote":"127.0.0.1:42326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:10:38.043437Z","caller":"traceutil/trace.go:171","msg":"trace[342828296] transaction","detail":"{read_only:false; response_revision:26306; number_of_response:1; }","duration":"2.155522437s","start":"2026-05-13T03:10:35.887903Z","end":"2026-05-13T03:10:38.043425Z","steps":["trace[342828296] 'process raft request' (duration: 2.154680275s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:38.043507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:35.887892Z","time spent":"2.155576429s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:38.043611Z","caller":"traceutil/trace.go:171","msg":"trace[2033426169] transaction","detail":"{read_only:false; response_revision:26307; number_of_response:1; }","duration":"1.922124419s","start":"2026-05-13T03:10:36.121472Z","end":"2026-05-13T03:10:38.043596Z","steps":["trace[2033426169] 'process raft request' (duration: 1.921164454s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:38.043648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.011684675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:10:38.043679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:36.121449Z","time spent":"1.922200881s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:38.043735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.286460752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:38.043779Z","caller":"traceutil/trace.go:171","msg":"trace[2012567449] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26307; }","duration":"4.286543824s","start":"2026-05-13T03:10:33.757225Z","end":"2026-05-13T03:10:38.043769Z","steps":["trace[2012567449] 'agreement among raft nodes before linearized reading' (duration: 4.286481863s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:38.043808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:33.757193Z","time spent":"4.286606916s","remote":"127.0.0.1:54432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:38.043837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.423325055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-13T03:10:38.043861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.252604939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:10:38.043688Z","caller":"traceutil/trace.go:171","msg":"trace[712308010] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26307; }","duration":"4.011773197s","start":"2026-05-13T03:10:34.031904Z","end":"2026-05-13T03:10:38.043677Z","steps":["trace[712308010] 'agreement among raft nodes before linearized reading' (duration: 4.011691515s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:38.04398Z","caller":"traceutil/trace.go:171","msg":"trace[744908655] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26307; }","duration":"3.252758853s","start":"2026-05-13T03:10:34.791201Z","end":"2026-05-13T03:10:38.04396Z","steps":["trace[744908655] 'agreement among raft nodes before linearized reading' (duration: 3.252597539s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:38.043975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.004478998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"warn","ts":"2026-05-13T03:10:38.043997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.41828906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"warn","ts":"2026-05-13T03:10:38.044035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.84300993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:10:38.044044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:34.79118Z","time spent":"3.252846875s","remote":"127.0.0.1:44870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:10:38.044075Z","caller":"traceutil/trace.go:171","msg":"trace[1480537634] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26307; }","duration":"4.843052501s","start":"2026-05-13T03:10:33.201011Z","end":"2026-05-13T03:10:38.044063Z","steps":["trace[1480537634] 'agreement among raft nodes before linearized reading' (duration: 4.84298853s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:38.044076Z","caller":"traceutil/trace.go:171","msg":"trace[1414032889] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26307; }","duration":"2.418412982s","start":"2026-05-13T03:10:35.625645Z","end":"2026-05-13T03:10:38.044058Z","steps":["trace[1414032889] 'agreement among raft nodes before linearized reading' (duration: 2.418169166s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:38.044112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.422515635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-05-13T03:10:38.044123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:35.625631Z","time spent":"2.418481315s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-05-13T03:10:38.044146Z","caller":"traceutil/trace.go:171","msg":"trace[1387945460] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26307; }","duration":"2.422550266s","start":"2026-05-13T03:10:35.621588Z","end":"2026-05-13T03:10:38.044138Z","steps":["trace[1387945460] 'agreement among raft nodes before linearized reading' (duration: 2.422454354s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:38.044177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:35.62154Z","time spent":"2.422625709s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-13T03:10:38.044114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:33.200949Z","time spent":"4.843154783s","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:10:38.044056Z","caller":"traceutil/trace.go:171","msg":"trace[1625499792] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26307; }","duration":"3.004606102s","start":"2026-05-13T03:10:35.039429Z","end":"2026-05-13T03:10:38.044035Z","steps":["trace[1625499792] 'agreement among raft nodes before linearized reading' (duration: 3.004299544s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:38.044282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.697070316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:10:38.04432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.032558328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:10:38.044128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.631533447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:10:38.044351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.185181952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:10:38.0443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:35.039403Z","time spent":"3.004888728s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7557,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-05-13T03:10:38.044385Z","caller":"traceutil/trace.go:171","msg":"trace[1528420297] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26307; }","duration":"3.032642681s","start":"2026-05-13T03:10:35.011724Z","end":"2026-05-13T03:10:38.044367Z","steps":["trace[1528420297] 'agreement among raft nodes before linearized reading' (duration: 3.032543649s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:38.044409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.738442874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:10:38.044436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:35.011707Z","time spent":"3.032713002s","remote":"127.0.0.1:35988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:10:38.044471Z","caller":"traceutil/trace.go:171","msg":"trace[1489907177] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26307; }","duration":"6.738526615s","start":"2026-05-13T03:10:31.30593Z","end":"2026-05-13T03:10:38.044456Z","steps":["trace[1489907177] 'agreement among raft nodes before linearized reading' (duration: 6.738443483s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:38.044509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.091911131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:10:38.044523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:31.305917Z","time spent":"6.738592727s","remote":"127.0.0.1:54646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:10:38.044544Z","caller":"traceutil/trace.go:171","msg":"trace[1817522385] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26307; }","duration":"3.091982823s","start":"2026-05-13T03:10:34.952554Z","end":"2026-05-13T03:10:38.044537Z","steps":["trace[1817522385] 'agreement among raft nodes before linearized reading' (duration: 3.091897941s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:38.044536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.063722843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:10:38.044574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:34.952528Z","time spent":"3.092039504s","remote":"127.0.0.1:39926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":22,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:10:38.044587Z","caller":"traceutil/trace.go:171","msg":"trace[1926066435] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26307; }","duration":"6.063812015s","start":"2026-05-13T03:10:31.980766Z","end":"2026-05-13T03:10:38.044578Z","steps":["trace[1926066435] 'agreement among raft nodes before linearized reading' (duration: 6.063702602s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:38.044617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:31.980741Z","time spent":"6.063869366s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:10:38.044341Z","caller":"traceutil/trace.go:171","msg":"trace[1516803353] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26307; }","duration":"6.697174818s","start":"2026-05-13T03:10:31.34715Z","end":"2026-05-13T03:10:38.044325Z","steps":["trace[1516803353] 'agreement among raft nodes before linearized reading' (duration: 6.697083096s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:38.044718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:31.347122Z","time spent":"6.697582008s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:38.04472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.790269675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-05-13T03:10:38.044386Z","caller":"traceutil/trace.go:171","msg":"trace[2111780708] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26307; }","duration":"2.631825144s","start":"2026-05-13T03:10:35.412548Z","end":"2026-05-13T03:10:38.044373Z","steps":["trace[2111780708] 'agreement among raft nodes before linearized reading' (duration: 2.631535507s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:38.04476Z","caller":"traceutil/trace.go:171","msg":"trace[210432644] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26307; }","duration":"6.790339907s","start":"2026-05-13T03:10:31.25441Z","end":"2026-05-13T03:10:38.044749Z","steps":["trace[210432644] 'agreement among raft nodes before linearized reading' (duration: 6.790226014s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:38.044424Z","caller":"traceutil/trace.go:171","msg":"trace[799212093] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26307; }","duration":"3.185292725s","start":"2026-05-13T03:10:34.859115Z","end":"2026-05-13T03:10:38.044407Z","steps":["trace[799212093] 'agreement among raft nodes before linearized reading' (duration: 3.185171922s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:38.044779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:35.412533Z","time spent":"2.632237874s","remote":"127.0.0.1:46198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:38.044789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:31.254393Z","time spent":"6.790389828s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7137,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-13T03:10:38.044806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:34.859097Z","time spent":"3.185695165s","remote":"127.0.0.1:54710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:38.044226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.910403646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-13T03:10:38.044477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.337831311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9c41eb29-15bf-4ca9-9145-7495c03b40d9\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-05-13T03:10:38.044901Z","caller":"traceutil/trace.go:171","msg":"trace[1270404591] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26307; }","duration":"2.911101164s","start":"2026-05-13T03:10:35.133789Z","end":"2026-05-13T03:10:38.044891Z","steps":["trace[1270404591] 'agreement among raft nodes before linearized reading' (duration: 2.910358496s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:38.044337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.906085521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-13T03:10:38.044936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:35.133773Z","time spent":"2.911153855s","remote":"127.0.0.1:39568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-13T03:10:38.044929Z","caller":"traceutil/trace.go:171","msg":"trace[1608799517] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9c41eb29-15bf-4ca9-9145-7495c03b40d9; range_end:; response_count:1; response_revision:26307; }","duration":"6.338302864s","start":"2026-05-13T03:10:31.706609Z","end":"2026-05-13T03:10:38.044912Z","steps":["trace[1608799517] 'agreement among raft nodes before linearized reading' (duration: 6.33775956s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:38.045004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:31.706597Z","time spent":"6.338389205s","remote":"127.0.0.1:39606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1318,"request content":"key:\"/registry/persistentvolumes/pvc-9c41eb29-15bf-4ca9-9145-7495c03b40d9\" "} {"level":"info","ts":"2026-05-13T03:10:38.043879Z","caller":"traceutil/trace.go:171","msg":"trace[1928743481] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26307; }","duration":"2.423412519s","start":"2026-05-13T03:10:35.620455Z","end":"2026-05-13T03:10:38.043868Z","steps":["trace[1928743481] 'agreement among raft nodes before linearized reading' (duration: 2.423288745s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:38.044956Z","caller":"traceutil/trace.go:171","msg":"trace[328562999] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26307; }","duration":"5.906749897s","start":"2026-05-13T03:10:32.138198Z","end":"2026-05-13T03:10:38.044948Z","steps":["trace[328562999] 'agreement among raft nodes before linearized reading' (duration: 5.905938297s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:38.045172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:35.620431Z","time spent":"2.42468779s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-13T03:10:38.045228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:32.138177Z","time spent":"5.907033745s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":179,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:38.044017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:34.031868Z","time spent":"4.012131636s","remote":"127.0.0.1:36140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:38.044485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.144619451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:10:38.045395Z","caller":"traceutil/trace.go:171","msg":"trace[812829595] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26307; }","duration":"6.145525634s","start":"2026-05-13T03:10:31.899828Z","end":"2026-05-13T03:10:38.045353Z","steps":["trace[812829595] 'agreement among raft nodes before linearized reading' (duration: 6.144495788s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:38.04549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:31.89981Z","time spent":"6.145634806s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":40,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:38.046045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.659705298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-13T03:10:38.046094Z","caller":"traceutil/trace.go:171","msg":"trace[568444184] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26307; }","duration":"6.659803792s","start":"2026-05-13T03:10:31.38628Z","end":"2026-05-13T03:10:38.046084Z","steps":["trace[568444184] 'agreement among raft nodes before linearized reading' (duration: 6.658221492s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:38.046125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:31.386256Z","time spent":"6.659860023s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2725,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:38.046366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.240360069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"info","ts":"2026-05-13T03:10:38.046443Z","caller":"traceutil/trace.go:171","msg":"trace[1616895330] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican-nodes; range_end:; response_count:1; response_revision:26307; }","duration":"7.240532523s","start":"2026-05-13T03:10:30.805899Z","end":"2026-05-13T03:10:38.046431Z","steps":["trace[1616895330] 'agreement among raft nodes before linearized reading' (duration: 7.238598344s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:38.046468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:30.805891Z","time spent":"7.240569844s","remote":"127.0.0.1:39654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1290,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" "} {"level":"info","ts":"2026-05-13T03:10:38.222009Z","caller":"traceutil/trace.go:171","msg":"trace[1272394185] transaction","detail":"{read_only:false; response_revision:26309; number_of_response:1; }","duration":"336.493728ms","start":"2026-05-13T03:10:37.885494Z","end":"2026-05-13T03:10:38.221987Z","steps":["trace[1272394185] 'process raft request' (duration: 336.414786ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:38.222071Z","caller":"traceutil/trace.go:171","msg":"trace[281497013] transaction","detail":"{read_only:false; response_revision:26308; number_of_response:1; }","duration":"336.935999ms","start":"2026-05-13T03:10:37.885093Z","end":"2026-05-13T03:10:38.222029Z","steps":["trace[281497013] 'process raft request' (duration: 265.259305ms)","trace[281497013] 'compare' (duration: 71.439848ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:38.222147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:37.885485Z","time spent":"336.593081ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:38.222261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:37.885061Z","time spent":"337.082723ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:38.222278Z","caller":"traceutil/trace.go:171","msg":"trace[2022873807] transaction","detail":"{read_only:false; response_revision:26310; number_of_response:1; }","duration":"336.257343ms","start":"2026-05-13T03:10:37.885997Z","end":"2026-05-13T03:10:38.222254Z","steps":["trace[2022873807] 'process raft request' (duration: 335.959225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:38.222413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:37.885988Z","time spent":"336.352635ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:38.222579Z","caller":"traceutil/trace.go:171","msg":"trace[1914376318] transaction","detail":"{read_only:false; response_revision:26311; number_of_response:1; }","duration":"335.513102ms","start":"2026-05-13T03:10:37.887054Z","end":"2026-05-13T03:10:38.222567Z","steps":["trace[1914376318] 'process raft request' (duration: 335.114352ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:38.222628Z","caller":"traceutil/trace.go:171","msg":"trace[409357025] linearizableReadLoop","detail":"{readStateIndex:27193; appliedIndex:27188; }","duration":"179.830782ms","start":"2026-05-13T03:10:38.042787Z","end":"2026-05-13T03:10:38.222617Z","steps":["trace[409357025] 'read index received' (duration: 107.580614ms)","trace[409357025] 'applied index is now lower than readState.Index' (duration: 72.249308ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:38.222657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:37.887005Z","time spent":"335.613436ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:38.222698Z","caller":"traceutil/trace.go:171","msg":"trace[473755189] transaction","detail":"{read_only:false; response_revision:26312; number_of_response:1; }","duration":"333.722108ms","start":"2026-05-13T03:10:37.888967Z","end":"2026-05-13T03:10:38.222689Z","steps":["trace[473755189] 'process raft request' (duration: 333.554394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:38.222762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:37.88895Z","time spent":"333.77284ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:38.222927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.08771344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:38.222973Z","caller":"traceutil/trace.go:171","msg":"trace[1105485255] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26312; }","duration":"2.087824523s","start":"2026-05-13T03:10:36.135136Z","end":"2026-05-13T03:10:38.222961Z","steps":["trace[1105485255] 'agreement among raft nodes before linearized reading' (duration: 2.08770312s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:38.223006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:36.135114Z","time spent":"2.087883225s","remote":"127.0.0.1:36036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:38.223014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.185324171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:38.223052Z","caller":"traceutil/trace.go:171","msg":"trace[473599153] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:26312; }","duration":"2.185366802s","start":"2026-05-13T03:10:36.037674Z","end":"2026-05-13T03:10:38.223041Z","steps":["trace[473599153] 'agreement among raft nodes before linearized reading' (duration: 2.18529035s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:38.22309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:36.037646Z","time spent":"2.185436013s","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:38.223177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.869113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:38.22321Z","caller":"traceutil/trace.go:171","msg":"trace[590378748] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26312; }","duration":"337.925495ms","start":"2026-05-13T03:10:37.885276Z","end":"2026-05-13T03:10:38.223202Z","steps":["trace[590378748] 'agreement among raft nodes before linearized reading' (duration: 337.875514ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:38.223238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:37.885267Z","time spent":"337.965436ms","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-13T03:10:38.223465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.19509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-13T03:10:38.223475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.267901382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130438"} {"level":"info","ts":"2026-05-13T03:10:38.2235Z","caller":"traceutil/trace.go:171","msg":"trace[1576412317] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26312; }","duration":"601.22951ms","start":"2026-05-13T03:10:37.622262Z","end":"2026-05-13T03:10:38.223492Z","steps":["trace[1576412317] 'agreement among raft nodes before linearized reading' (duration: 601.112458ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:38.223515Z","caller":"traceutil/trace.go:171","msg":"trace[1627473707] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26312; }","duration":"2.267963533s","start":"2026-05-13T03:10:35.955541Z","end":"2026-05-13T03:10:38.223505Z","steps":["trace[1627473707] 'agreement among raft nodes before linearized reading' (duration: 2.267756108s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:38.223527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:37.62221Z","time spent":"601.311662ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-13T03:10:38.223547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:35.955529Z","time spent":"2.268009245s","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130462,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-13T03:10:38.223605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.055485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:38.223634Z","caller":"traceutil/trace.go:171","msg":"trace[969361521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26312; }","duration":"947.098596ms","start":"2026-05-13T03:10:37.276528Z","end":"2026-05-13T03:10:38.223627Z","steps":["trace[969361521] 'agreement among raft nodes before linearized reading' (duration: 947.057315ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:38.223658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:37.27652Z","time spent":"947.132147ms","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:10:38.223797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.44069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:38.223871Z","caller":"traceutil/trace.go:171","msg":"trace[1036226432] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26312; }","duration":"948.545343ms","start":"2026-05-13T03:10:37.275317Z","end":"2026-05-13T03:10:38.223862Z","steps":["trace[1036226432] 'agreement among raft nodes before linearized reading' (duration: 948.456011ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:38.2239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:37.275297Z","time spent":"948.594344ms","remote":"127.0.0.1:42280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:38.223984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.33459381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-db58cddd8-cq2cw.18aeffa736c9d634\" ","response":"range_response_count:1 size:2105"} {"level":"info","ts":"2026-05-13T03:10:38.224028Z","caller":"traceutil/trace.go:171","msg":"trace[1026235434] range","detail":"{range_begin:/registry/events/openstack/glance-api-db58cddd8-cq2cw.18aeffa736c9d634; range_end:; response_count:1; response_revision:26312; }","duration":"2.334663411s","start":"2026-05-13T03:10:35.889354Z","end":"2026-05-13T03:10:38.224017Z","steps":["trace[1026235434] 'agreement among raft nodes before linearized reading' (duration: 2.334564088s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:38.224057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:35.889338Z","time spent":"2.334712722s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":2129,"request content":"key:\"/registry/events/openstack/glance-api-db58cddd8-cq2cw.18aeffa736c9d634\" "} {"level":"warn","ts":"2026-05-13T03:10:38.223896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.279283779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-05-13T03:10:38.224146Z","caller":"traceutil/trace.go:171","msg":"trace[1575999801] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26312; }","duration":"2.279571177s","start":"2026-05-13T03:10:35.944564Z","end":"2026-05-13T03:10:38.224135Z","steps":["trace[1575999801] 'agreement among raft nodes before linearized reading' (duration: 2.279189067s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:38.224186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:35.944513Z","time spent":"2.27966371s","remote":"127.0.0.1:39548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-13T03:10:38.224261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.342663014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"info","ts":"2026-05-13T03:10:38.224301Z","caller":"traceutil/trace.go:171","msg":"trace[1136852362] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26312; }","duration":"2.342731875s","start":"2026-05-13T03:10:35.881558Z","end":"2026-05-13T03:10:38.224289Z","steps":["trace[1136852362] 'agreement among raft nodes before linearized reading' (duration: 2.342636023s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:38.224327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:35.881539Z","time spent":"2.342781726s","remote":"127.0.0.1:39634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18770,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-13T03:10:38.619135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:38.049884Z","time spent":"569.242061ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/13 03:10:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:10:39.493331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.655186ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:39.493455Z","caller":"traceutil/trace.go:171","msg":"trace[1369051818] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26312; }","duration":"412.78909ms","start":"2026-05-13T03:10:39.080648Z","end":"2026-05-13T03:10:39.493437Z","steps":["trace[1369051818] 'range keys from in-memory index tree' (duration: 412.639596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:39.494006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.173062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:10:39.494229Z","caller":"traceutil/trace.go:171","msg":"trace[1574048487] transaction","detail":"{read_only:false; response_revision:26313; number_of_response:1; }","duration":"1.444476057s","start":"2026-05-13T03:10:38.049722Z","end":"2026-05-13T03:10:39.494198Z","steps":["trace[1574048487] 'process raft request' (duration: 528.014607ms)","trace[1574048487] 'compare' (duration: 915.450155ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:39.494334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:38.049703Z","time spent":"1.444583269s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:39.494725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:38.051578Z","time spent":"1.443144094s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-13T03:10:39.49477Z","caller":"traceutil/trace.go:171","msg":"trace[596450504] transaction","detail":"{read_only:false; response_revision:26316; number_of_response:1; }","duration":"1.442108567s","start":"2026-05-13T03:10:38.052634Z","end":"2026-05-13T03:10:39.494743Z","steps":["trace[596450504] 'process raft request' (duration: 1.442019625s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:39.49472Z","caller":"traceutil/trace.go:171","msg":"trace[1458938890] transaction","detail":"{read_only:false; response_revision:26315; number_of_response:1; }","duration":"1.444668202s","start":"2026-05-13T03:10:38.050012Z","end":"2026-05-13T03:10:39.49468Z","steps":["trace[1458938890] 'process raft request' (duration: 1.444403774s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:39.494935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:38.052619Z","time spent":"1.442207179s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:39.495028Z","caller":"traceutil/trace.go:171","msg":"trace[1669102682] transaction","detail":"{read_only:false; response_revision:26317; number_of_response:1; }","duration":"1.262647164s","start":"2026-05-13T03:10:38.232371Z","end":"2026-05-13T03:10:39.495018Z","steps":["trace[1669102682] 'process raft request' (duration: 1.262356787s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:39.495083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:38.232362Z","time spent":"1.262692965s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:39.495314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:38.050006Z","time spent":"1.44496177s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:39.495402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447997316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-13T03:10:39.495462Z","caller":"traceutil/trace.go:171","msg":"trace[1524026462] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26317; }","duration":"1.448101719s","start":"2026-05-13T03:10:38.047347Z","end":"2026-05-13T03:10:39.495448Z","steps":["trace[1524026462] 'agreement among raft nodes before linearized reading' (duration: 1.447508384s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:39.495451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341267484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-13T03:10:39.495584Z","caller":"traceutil/trace.go:171","msg":"trace[839587246] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26317; }","duration":"1.341461499s","start":"2026-05-13T03:10:38.1541Z","end":"2026-05-13T03:10:39.495562Z","steps":["trace[839587246] 'agreement among raft nodes before linearized reading' (duration: 1.340742281s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:39.495638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443197334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1454"} {"level":"warn","ts":"2026-05-13T03:10:39.495697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:38.154083Z","time spent":"1.341599353s","remote":"127.0.0.1:39608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-05-13T03:10:39.495709Z","caller":"traceutil/trace.go:171","msg":"trace[1329054878] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:26317; }","duration":"1.443284547s","start":"2026-05-13T03:10:38.052404Z","end":"2026-05-13T03:10:39.495688Z","steps":["trace[1329054878] 'agreement among raft nodes before linearized reading' (duration: 1.442434136s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:39.494791Z","caller":"traceutil/trace.go:171","msg":"trace[1393659295] linearizableReadLoop","detail":"{readStateIndex:27198; appliedIndex:27193; }","duration":"1.272110734s","start":"2026-05-13T03:10:38.222659Z","end":"2026-05-13T03:10:39.494769Z","steps":["trace[1393659295] 'read index received' (duration: 354.945636ms)","trace[1393659295] 'applied index is now lower than readState.Index' (duration: 917.163678ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:39.495499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:38.047324Z","time spent":"1.44816614s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-13T03:10:39.495765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:38.05239Z","time spent":"1.443360429s","remote":"127.0.0.1:39654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1478,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" "} {"level":"info","ts":"2026-05-13T03:10:39.495848Z","caller":"traceutil/trace.go:171","msg":"trace[2136072898] transaction","detail":"{read_only:false; response_revision:26318; number_of_response:1; }","duration":"1.196768726s","start":"2026-05-13T03:10:38.299063Z","end":"2026-05-13T03:10:39.495832Z","steps":["trace[2136072898] 'process raft request' (duration: 1.195895214s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:39.495936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:38.299048Z","time spent":"1.196843988s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:39.496116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422830999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-05-13T03:10:39.496183Z","caller":"traceutil/trace.go:171","msg":"trace[737659121] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:1; response_revision:26318; }","duration":"1.422924331s","start":"2026-05-13T03:10:38.073243Z","end":"2026-05-13T03:10:39.496168Z","steps":["trace[737659121] 'agreement among raft nodes before linearized reading' (duration: 1.421578277s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:39.496228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:38.073229Z","time spent":"1.422986133s","remote":"127.0.0.1:39664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":930,"request content":"key:\"/registry/serviceaccounts/auth-system/keycloak\" "} {"level":"warn","ts":"2026-05-13T03:10:40.232159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999971849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-13T03:10:40.232222Z","caller":"traceutil/trace.go:171","msg":"trace[1044779911] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000081412s","start":"2026-05-13T03:10:38.232129Z","end":"2026-05-13T03:10:40.232211Z","steps":["trace[1044779911] 'agreement among raft nodes before linearized reading' (duration: 1.9999991s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:40.232256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:38.232111Z","time spent":"2.000138203s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:10:40.250197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.330275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:494"} {"level":"info","ts":"2026-05-13T03:10:40.250511Z","caller":"traceutil/trace.go:171","msg":"trace[1592252088] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26318; }","duration":"1.628629958s","start":"2026-05-13T03:10:38.621842Z","end":"2026-05-13T03:10:40.250472Z","steps":["trace[1592252088] 'process raft request' (duration: 1.353944894s)","trace[1592252088] 'compare' (duration: 274.271093ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:40.250661Z","caller":"traceutil/trace.go:171","msg":"trace[590735868] linearizableReadLoop","detail":"{readStateIndex:27202; appliedIndex:27200; }","duration":"754.880689ms","start":"2026-05-13T03:10:39.495762Z","end":"2026-05-13T03:10:40.250643Z","steps":["trace[590735868] 'read index received' (duration: 480.003731ms)","trace[590735868] 'applied index is now lower than readState.Index' (duration: 274.875028ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:40.250647Z","caller":"traceutil/trace.go:171","msg":"trace[1714893692] transaction","detail":"{read_only:false; response_revision:26321; number_of_response:1; }","duration":"199.587993ms","start":"2026-05-13T03:10:40.051035Z","end":"2026-05-13T03:10:40.250623Z","steps":["trace[1714893692] 'process raft request' (duration: 199.49796ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:40.250688Z","caller":"traceutil/trace.go:171","msg":"trace[1732077983] transaction","detail":"{read_only:false; response_revision:26320; number_of_response:1; }","duration":"754.897149ms","start":"2026-05-13T03:10:39.495758Z","end":"2026-05-13T03:10:40.250655Z","steps":["trace[1732077983] 'process raft request' (duration: 754.719555ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:40.250725Z","caller":"traceutil/trace.go:171","msg":"trace[914776186] transaction","detail":"{read_only:false; response_revision:26319; number_of_response:1; }","duration":"755.215298ms","start":"2026-05-13T03:10:39.495491Z","end":"2026-05-13T03:10:40.250706Z","steps":["trace[914776186] 'process raft request' (duration: 754.853179ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:40.250773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920746603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:40.250802Z","caller":"traceutil/trace.go:171","msg":"trace[1696240096] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26321; }","duration":"1.920816395s","start":"2026-05-13T03:10:38.329978Z","end":"2026-05-13T03:10:40.250794Z","steps":["trace[1696240096] 'agreement among raft nodes before linearized reading' (duration: 1.920750533s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:40.250806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:39.495474Z","time spent":"755.290979ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T03:10:40.250803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703935265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:40.250896Z","caller":"traceutil/trace.go:171","msg":"trace[871531355] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26321; }","duration":"1.704067358s","start":"2026-05-13T03:10:38.546813Z","end":"2026-05-13T03:10:40.250881Z","steps":["trace[871531355] 'agreement among raft nodes before linearized reading' (duration: 1.703891174s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:40.250939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:39.495734Z","time spent":"755.031503ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2089,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:40.250967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:38.546793Z","time spent":"1.704162261s","remote":"127.0.0.1:42066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:40.250954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.956166171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:10:40.25088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070880439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:10:40.250977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240862523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:40.251018Z","caller":"traceutil/trace.go:171","msg":"trace[1563049997] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26321; }","duration":"1.956274173s","start":"2026-05-13T03:10:38.29473Z","end":"2026-05-13T03:10:40.251005Z","steps":["trace[1563049997] 'agreement among raft nodes before linearized reading' (duration: 1.956092848s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:40.251043Z","caller":"traceutil/trace.go:171","msg":"trace[445589542] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26321; }","duration":"1.071135287s","start":"2026-05-13T03:10:39.179887Z","end":"2026-05-13T03:10:40.251023Z","steps":["trace[445589542] 'agreement among raft nodes before linearized reading' (duration: 1.070866129s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:40.251056Z","caller":"traceutil/trace.go:171","msg":"trace[1377362888] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26321; }","duration":"1.240988825s","start":"2026-05-13T03:10:39.01005Z","end":"2026-05-13T03:10:40.251039Z","steps":["trace[1377362888] 'agreement among raft nodes before linearized reading' (duration: 1.240783389s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:40.251103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:39.179867Z","time spent":"1.071222228s","remote":"127.0.0.1:57704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:40.250829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:38.329961Z","time spent":"1.920861626s","remote":"127.0.0.1:39916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-13T03:10:40.251057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:38.294713Z","time spent":"1.956336455s","remote":"127.0.0.1:39916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:40.250679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:38.621792Z","time spent":"1.628807653s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":518,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:40.251129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:39.010029Z","time spent":"1.241062537s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:40.251708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024855449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:116279"} {"level":"info","ts":"2026-05-13T03:10:40.251791Z","caller":"traceutil/trace.go:171","msg":"trace[1531608601] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:26321; }","duration":"2.025584617s","start":"2026-05-13T03:10:38.226197Z","end":"2026-05-13T03:10:40.251781Z","steps":["trace[1531608601] 'agreement among raft nodes before linearized reading' (duration: 2.024547151s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:40.251839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:38.226055Z","time spent":"2.025774162s","remote":"127.0.0.1:39654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":116303,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-05-13T03:10:40.251726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023171456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:116279"} {"level":"info","ts":"2026-05-13T03:10:40.252049Z","caller":"traceutil/trace.go:171","msg":"trace[1879441645] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:26321; }","duration":"2.023527925s","start":"2026-05-13T03:10:38.228512Z","end":"2026-05-13T03:10:40.25204Z","steps":["trace[1879441645] 'agreement among raft nodes before linearized reading' (duration: 2.022229152s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:40.2521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:38.228498Z","time spent":"2.023589246s","remote":"127.0.0.1:39654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":116303,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-05-13T03:10:40.636934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.046091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:10:40.637321Z","caller":"traceutil/trace.go:171","msg":"trace[289707170] transaction","detail":"{read_only:false; response_revision:26323; number_of_response:1; }","duration":"407.991498ms","start":"2026-05-13T03:10:40.229298Z","end":"2026-05-13T03:10:40.63729Z","steps":["trace[289707170] 'process raft request' (duration: 266.511347ms)","trace[289707170] 'compare' (duration: 140.886936ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:40.637511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:40.229281Z","time spent":"408.143951ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:40.637626Z","caller":"traceutil/trace.go:171","msg":"trace[1295819062] transaction","detail":"{read_only:false; response_revision:26324; number_of_response:1; }","duration":"405.121996ms","start":"2026-05-13T03:10:40.232405Z","end":"2026-05-13T03:10:40.637527Z","steps":["trace[1295819062] 'process raft request' (duration: 404.627372ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:40.637674Z","caller":"traceutil/trace.go:171","msg":"trace[1487055916] linearizableReadLoop","detail":"{readStateIndex:27209; appliedIndex:27205; }","duration":"386.942116ms","start":"2026-05-13T03:10:40.250712Z","end":"2026-05-13T03:10:40.637654Z","steps":["trace[1487055916] 'read index received' (duration: 11.142732ms)","trace[1487055916] 'applied index is now lower than readState.Index' (duration: 375.797794ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:40.637758Z","caller":"traceutil/trace.go:171","msg":"trace[144069011] transaction","detail":"{read_only:false; response_revision:26325; number_of_response:1; }","duration":"405.229958ms","start":"2026-05-13T03:10:40.232519Z","end":"2026-05-13T03:10:40.637749Z","steps":["trace[144069011] 'process raft request' (duration: 404.765346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:40.637918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:40.232514Z","time spent":"405.31011ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:40.638052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.813969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:10:40.637983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:40.232388Z","time spent":"405.324771ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:40.63813Z","caller":"traceutil/trace.go:171","msg":"trace[1513648189] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26327; }","duration":"532.929362ms","start":"2026-05-13T03:10:40.105183Z","end":"2026-05-13T03:10:40.638112Z","steps":["trace[1513648189] 'agreement among raft nodes before linearized reading' (duration: 532.802949ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:40.638178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:40.105166Z","time spent":"533.003004ms","remote":"127.0.0.1:42076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:40.638248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13606621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"info","ts":"2026-05-13T03:10:40.638301Z","caller":"traceutil/trace.go:171","msg":"trace[72271645] transaction","detail":"{read_only:false; response_revision:26326; number_of_response:1; }","duration":"405.712381ms","start":"2026-05-13T03:10:40.232573Z","end":"2026-05-13T03:10:40.638286Z","steps":["trace[72271645] 'process raft request' (duration: 404.771306ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:40.638319Z","caller":"traceutil/trace.go:171","msg":"trace[1735198161] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:26327; }","duration":"1.136170702s","start":"2026-05-13T03:10:39.502135Z","end":"2026-05-13T03:10:40.638305Z","steps":["trace[1735198161] 'agreement among raft nodes before linearized reading' (duration: 1.135889455s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:40.638419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:39.502089Z","time spent":"1.136317286s","remote":"127.0.0.1:39926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9605,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"warn","ts":"2026-05-13T03:10:40.638525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.863344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:10:40.638505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140165333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3ec1ce11-8961-4ff3-9d9d-d783ef750fb9\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-05-13T03:10:40.638566Z","caller":"traceutil/trace.go:171","msg":"trace[1161211264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26327; }","duration":"405.943856ms","start":"2026-05-13T03:10:40.232612Z","end":"2026-05-13T03:10:40.638556Z","steps":["trace[1161211264] 'agreement among raft nodes before linearized reading' (duration: 405.750402ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:40.638595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:40.232591Z","time spent":"405.998318ms","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T03:10:40.638639Z","caller":"traceutil/trace.go:171","msg":"trace[1575507517] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3ec1ce11-8961-4ff3-9d9d-d783ef750fb9; range_end:; response_count:1; response_revision:26327; }","duration":"1.140286336s","start":"2026-05-13T03:10:39.498282Z","end":"2026-05-13T03:10:40.638569Z","steps":["trace[1575507517] 'agreement among raft nodes before linearized reading' (duration: 1.139875705s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:40.638108Z","caller":"traceutil/trace.go:171","msg":"trace[998400883] transaction","detail":"{read_only:false; response_revision:26327; number_of_response:1; }","duration":"382.576635ms","start":"2026-05-13T03:10:40.255442Z","end":"2026-05-13T03:10:40.638018Z","steps":["trace[998400883] 'process raft request' (duration: 381.952088ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:40.63875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13214624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-05-13T03:10:40.638812Z","caller":"traceutil/trace.go:171","msg":"trace[1568349117] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26327; }","duration":"1.132228782s","start":"2026-05-13T03:10:39.50657Z","end":"2026-05-13T03:10:40.638798Z","steps":["trace[1568349117] 'agreement among raft nodes before linearized reading' (duration: 1.131977606s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:40.638849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141539439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-13T03:10:40.638941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.775265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:40.638997Z","caller":"traceutil/trace.go:171","msg":"trace[1976740926] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26327; }","duration":"716.830676ms","start":"2026-05-13T03:10:39.922151Z","end":"2026-05-13T03:10:40.638982Z","steps":["trace[1976740926] 'agreement among raft nodes before linearized reading' (duration: 716.729073ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:40.638889Z","caller":"traceutil/trace.go:171","msg":"trace[644228509] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26327; }","duration":"1.141587019s","start":"2026-05-13T03:10:39.497293Z","end":"2026-05-13T03:10:40.63888Z","steps":["trace[644228509] 'agreement among raft nodes before linearized reading' (duration: 1.141468326s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:40.63904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:39.92208Z","time spent":"716.946549ms","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:40.639059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:39.497289Z","time spent":"1.141758284s","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-13T03:10:40.638923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:40.232569Z","time spent":"405.802943ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:40.638895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.901762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:40.639266Z","caller":"traceutil/trace.go:171","msg":"trace[1068508491] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26327; }","duration":"411.295013ms","start":"2026-05-13T03:10:40.227952Z","end":"2026-05-13T03:10:40.639247Z","steps":["trace[1068508491] 'agreement among raft nodes before linearized reading' (duration: 410.898083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:40.639305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142075502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/keycloak-0\" ","response":"range_response_count:1 size:7962"} {"level":"info","ts":"2026-05-13T03:10:40.639378Z","caller":"traceutil/trace.go:171","msg":"trace[1324720234] range","detail":"{range_begin:/registry/pods/auth-system/keycloak-0; range_end:; response_count:1; response_revision:26327; }","duration":"1.142163613s","start":"2026-05-13T03:10:39.497196Z","end":"2026-05-13T03:10:40.63936Z","steps":["trace[1324720234] 'agreement among raft nodes before linearized reading' (duration: 1.141957238s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:40.639427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:39.497186Z","time spent":"1.142229666s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":7986,"request content":"key:\"/registry/pods/auth-system/keycloak-0\" "} {"level":"warn","ts":"2026-05-13T03:10:40.63874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:39.498274Z","time spent":"1.14045434s","remote":"127.0.0.1:39606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-3ec1ce11-8961-4ff3-9d9d-d783ef750fb9\" "} {"level":"warn","ts":"2026-05-13T03:10:40.638856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:39.50656Z","time spent":"1.132288114s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7329,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-13T03:10:40.639014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.322664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:40.639629Z","caller":"traceutil/trace.go:171","msg":"trace[449028959] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26327; }","duration":"479.96945ms","start":"2026-05-13T03:10:40.159642Z","end":"2026-05-13T03:10:40.639611Z","steps":["trace[449028959] 'agreement among raft nodes before linearized reading' (duration: 479.337274ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:40.639328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:40.227939Z","time spent":"411.372024ms","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-13T03:10:40.639691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:40.15962Z","time spent":"480.048352ms","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:40.641089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:40.255417Z","time spent":"383.532229ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-13T03:10:41.022164Z","caller":"traceutil/trace.go:171","msg":"trace[614686651] linearizableReadLoop","detail":"{readStateIndex:27211; appliedIndex:27210; }","duration":"384.425822ms","start":"2026-05-13T03:10:40.637713Z","end":"2026-05-13T03:10:41.022139Z","steps":["trace[614686651] 'read index received' (duration: 320.325389ms)","trace[614686651] 'applied index is now lower than readState.Index' (duration: 64.099373ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:41.022311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.69437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:41.022329Z","caller":"traceutil/trace.go:171","msg":"trace[1210312176] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26328; }","duration":"766.748391ms","start":"2026-05-13T03:10:40.255575Z","end":"2026-05-13T03:10:41.022323Z","steps":["trace[1210312176] 'agreement among raft nodes before linearized reading' (duration: 766.684789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:41.022322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.831777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130438"} {"level":"warn","ts":"2026-05-13T03:10:41.022356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:40.255567Z","time spent":"766.784081ms","remote":"127.0.0.1:39654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-13T03:10:41.022383Z","caller":"traceutil/trace.go:171","msg":"trace[1942236842] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26328; }","duration":"763.901299ms","start":"2026-05-13T03:10:40.258466Z","end":"2026-05-13T03:10:41.022368Z","steps":["trace[1942236842] 'agreement among raft nodes before linearized reading' (duration: 763.706124ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:41.022301Z","caller":"traceutil/trace.go:171","msg":"trace[349852688] transaction","detail":"{read_only:false; response_revision:26328; number_of_response:1; }","duration":"493.492493ms","start":"2026-05-13T03:10:40.528761Z","end":"2026-05-13T03:10:41.022253Z","steps":["trace[349852688] 'process raft request' (duration: 429.360369ms)","trace[349852688] 'compare' (duration: 63.771755ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:41.022414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:40.258437Z","time spent":"763.969791ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130462,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-13T03:10:41.022397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.891813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-05-13T03:10:41.022465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.324371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:10:41.02255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:40.528723Z","time spent":"493.703148ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:41.02258Z","caller":"traceutil/trace.go:171","msg":"trace[1310568419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26328; }","duration":"375.531367ms","start":"2026-05-13T03:10:40.647031Z","end":"2026-05-13T03:10:41.022562Z","steps":["trace[1310568419] 'agreement among raft nodes before linearized reading' (duration: 375.361802ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:41.022567Z","caller":"traceutil/trace.go:171","msg":"trace[1305473381] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26328; }","duration":"763.082027ms","start":"2026-05-13T03:10:40.259457Z","end":"2026-05-13T03:10:41.022539Z","steps":["trace[1305473381] 'agreement among raft nodes before linearized reading' (duration: 762.697768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:41.022608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:40.64701Z","time spent":"375.593179ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:10:41.022628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:40.259453Z","time spent":"763.163809ms","remote":"127.0.0.1:39548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-13T03:10:41.022667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.903292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-05-13T03:10:41.022432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.062817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-13T03:10:41.022725Z","caller":"traceutil/trace.go:171","msg":"trace[571056261] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26328; }","duration":"381.403716ms","start":"2026-05-13T03:10:40.64131Z","end":"2026-05-13T03:10:41.022714Z","steps":["trace[571056261] 'agreement among raft nodes before linearized reading' (duration: 380.966855ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:41.022724Z","caller":"traceutil/trace.go:171","msg":"trace[560374081] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26328; }","duration":"378.985273ms","start":"2026-05-13T03:10:40.64372Z","end":"2026-05-13T03:10:41.022706Z","steps":["trace[560374081] 'agreement among raft nodes before linearized reading' (duration: 378.83472ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:41.022754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:40.641284Z","time spent":"381.460676ms","remote":"127.0.0.1:39742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-13T03:10:41.022768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:40.6437Z","time spent":"379.056546ms","remote":"127.0.0.1:39608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-05-13T03:10:41.023192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.13213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aefe6e9c8c2fac\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-13T03:10:41.02325Z","caller":"traceutil/trace.go:171","msg":"trace[322011361] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aefe6e9c8c2fac; range_end:; response_count:1; response_revision:26328; }","duration":"767.217812ms","start":"2026-05-13T03:10:40.256015Z","end":"2026-05-13T03:10:41.023233Z","steps":["trace[322011361] 'agreement among raft nodes before linearized reading' (duration: 766.189547ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:41.023288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:40.256002Z","time spent":"767.274854ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aefe6e9c8c2fac\" "} {"level":"warn","ts":"2026-05-13T03:10:41.532634Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563945184,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:10:42.433527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.424891ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-05-13T03:10:42.433697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:41.027001Z","time spent":"1.40668993s","remote":"127.0.0.1:39514","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-13T03:10:42.945617Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.357835743s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-13T03:10:43.323219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99997218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:10:43.323298Z","caller":"traceutil/trace.go:171","msg":"trace[1947194355] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000098723s","start":"2026-05-13T03:10:41.323181Z","end":"2026-05-13T03:10:43.32328Z","steps":["trace[1947194355] 'agreement among raft nodes before linearized reading' (duration: 2.00000442s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:43.323394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:41.323158Z","time spent":"2.000225115s","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 03:10:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:10:43.463394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.512041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:10:43.463774Z","caller":"traceutil/trace.go:171","msg":"trace[1070696814] linearizableReadLoop","detail":"{readStateIndex:27216; appliedIndex:27211; }","duration":"2.431901634s","start":"2026-05-13T03:10:41.031853Z","end":"2026-05-13T03:10:43.463755Z","steps":["trace[1070696814] 'read index received' (duration: 558.249253ms)","trace[1070696814] 'applied index is now lower than readState.Index' (duration: 1.873651201s)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:43.463911Z","caller":"traceutil/trace.go:171","msg":"trace[705081368] transaction","detail":"{read_only:false; response_revision:26330; number_of_response:1; }","duration":"2.425212283s","start":"2026-05-13T03:10:41.038652Z","end":"2026-05-13T03:10:43.463865Z","steps":["trace[705081368] 'process raft request' (duration: 2.424923946s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:43.463934Z","caller":"traceutil/trace.go:171","msg":"trace[1224362486] transaction","detail":"{read_only:false; response_revision:26329; number_of_response:1; }","duration":"2.432002156s","start":"2026-05-13T03:10:41.031889Z","end":"2026-05-13T03:10:43.463891Z","steps":["trace[1224362486] 'process raft request' (duration: 1.913909651s)","trace[1224362486] 'compare' (duration: 517.392648ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:43.464065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:41.038636Z","time spent":"2.425346806s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:43.464106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:41.031873Z","time spent":"2.432147919s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:43.464301Z","caller":"traceutil/trace.go:171","msg":"trace[554972050] transaction","detail":"{read_only:false; response_revision:26332; number_of_response:1; }","duration":"1.963219009s","start":"2026-05-13T03:10:41.501051Z","end":"2026-05-13T03:10:43.46427Z","steps":["trace[554972050] 'process raft request' (duration: 1.962650703s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:43.464316Z","caller":"traceutil/trace.go:171","msg":"trace[504977964] transaction","detail":"{read_only:false; response_revision:26331; number_of_response:1; }","duration":"1.963504876s","start":"2026-05-13T03:10:41.500781Z","end":"2026-05-13T03:10:43.464286Z","steps":["trace[504977964] 'process raft request' (duration: 1.962875949s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:43.464426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.432550641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18746"} {"level":"warn","ts":"2026-05-13T03:10:43.464485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:41.500754Z","time spent":"1.963623279s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:43.464517Z","caller":"traceutil/trace.go:171","msg":"trace[1639501742] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26332; }","duration":"2.432687354s","start":"2026-05-13T03:10:41.031813Z","end":"2026-05-13T03:10:43.4645Z","steps":["trace[1639501742] 'agreement among raft nodes before linearized reading' (duration: 2.432449368s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:43.464443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:41.50104Z","time spent":"1.963330712s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:43.464575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:41.031795Z","time spent":"2.432771066s","remote":"127.0.0.1:39634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18770,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-05-13T03:10:44.499961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.966175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:10:44.500266Z","caller":"traceutil/trace.go:171","msg":"trace[750882649] transaction","detail":"{read_only:false; response_revision:26337; number_of_response:1; }","duration":"1.855885701s","start":"2026-05-13T03:10:42.644363Z","end":"2026-05-13T03:10:44.500249Z","steps":["trace[750882649] 'process raft request' (duration: 1.855817059s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:44.500335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:42.644337Z","time spent":"1.855966363s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:44.500337Z","caller":"traceutil/trace.go:171","msg":"trace[934520172] transaction","detail":"{read_only:false; response_revision:26333; number_of_response:1; }","duration":"2.563972906s","start":"2026-05-13T03:10:41.936344Z","end":"2026-05-13T03:10:44.500317Z","steps":["trace[934520172] 'process raft request' (duration: 1.76457622s)","trace[934520172] 'compare' (duration: 798.861843ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:44.500419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:41.936307Z","time spent":"2.564069839s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:44.500573Z","caller":"traceutil/trace.go:171","msg":"trace[1526501611] transaction","detail":"{read_only:false; response_revision:26336; number_of_response:1; }","duration":"2.065108998s","start":"2026-05-13T03:10:42.435443Z","end":"2026-05-13T03:10:44.500552Z","steps":["trace[1526501611] 'process raft request' (duration: 2.064696648s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:44.500637Z","caller":"traceutil/trace.go:171","msg":"trace[354789400] transaction","detail":"{read_only:false; response_revision:26334; number_of_response:1; }","duration":"2.244323976s","start":"2026-05-13T03:10:42.256303Z","end":"2026-05-13T03:10:44.500627Z","steps":["trace[354789400] 'process raft request' (duration: 2.243752761s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:44.500675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:42.435391Z","time spent":"2.065229322s","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:44.500698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:42.256277Z","time spent":"2.244385327s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:44.500709Z","caller":"traceutil/trace.go:171","msg":"trace[1388639614] transaction","detail":"{read_only:false; response_revision:26335; number_of_response:1; }","duration":"2.234301311s","start":"2026-05-13T03:10:42.266379Z","end":"2026-05-13T03:10:44.50068Z","steps":["trace[1388639614] 'process raft request' (duration: 2.233726906s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:44.500707Z","caller":"traceutil/trace.go:171","msg":"trace[1853316244] transaction","detail":"{read_only:false; response_revision:26338; number_of_response:1; }","duration":"1.853878651s","start":"2026-05-13T03:10:42.646791Z","end":"2026-05-13T03:10:44.50067Z","steps":["trace[1853316244] 'process raft request' (duration: 1.853422139s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:44.500735Z","caller":"traceutil/trace.go:171","msg":"trace[1525243325] linearizableReadLoop","detail":"{readStateIndex:27224; appliedIndex:27216; }","duration":"1.036863829s","start":"2026-05-13T03:10:43.463848Z","end":"2026-05-13T03:10:44.500712Z","steps":["trace[1525243325] 'read index received' (duration: 237.071462ms)","trace[1525243325] 'applied index is now lower than readState.Index' (duration: 799.791267ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:44.500885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:42.266352Z","time spent":"2.234422145s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:44.500903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:42.646776Z","time spent":"1.854008684s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:44.500927Z","caller":"traceutil/trace.go:171","msg":"trace[1382289163] transaction","detail":"{read_only:false; response_revision:26340; number_of_response:1; }","duration":"1.853821449s","start":"2026-05-13T03:10:42.647095Z","end":"2026-05-13T03:10:44.500917Z","steps":["trace[1382289163] 'process raft request' (duration: 1.853563753s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:44.500888Z","caller":"traceutil/trace.go:171","msg":"trace[2069440790] transaction","detail":"{read_only:false; response_revision:26339; number_of_response:1; }","duration":"1.853942233s","start":"2026-05-13T03:10:42.646928Z","end":"2026-05-13T03:10:44.50087Z","steps":["trace[2069440790] 'process raft request' (duration: 1.853617024s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:44.501027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:42.646894Z","time spent":"1.854104566s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:44.501039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:42.64704Z","time spent":"1.853923482s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:44.501188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169499326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:44.50122Z","caller":"traceutil/trace.go:171","msg":"trace[1807215642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26340; }","duration":"1.169570359s","start":"2026-05-13T03:10:43.33164Z","end":"2026-05-13T03:10:44.50121Z","steps":["trace[1807215642] 'agreement among raft nodes before linearized reading' (duration: 1.169516247s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:44.501236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.497765891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:44.50129Z","caller":"traceutil/trace.go:171","msg":"trace[1199154621] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26340; }","duration":"2.497861253s","start":"2026-05-13T03:10:42.003413Z","end":"2026-05-13T03:10:44.501274Z","steps":["trace[1199154621] 'agreement among raft nodes before linearized reading' (duration: 2.497770491s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:44.501327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.002615951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-13T03:10:44.501329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.242758171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-05-13T03:10:44.501248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:43.331619Z","time spent":"1.169623169s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:10:44.501355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856914768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:10:44.501364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.46712408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"info","ts":"2026-05-13T03:10:44.501371Z","caller":"traceutil/trace.go:171","msg":"trace[690297814] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26340; }","duration":"3.002694033s","start":"2026-05-13T03:10:41.498663Z","end":"2026-05-13T03:10:44.501357Z","steps":["trace[690297814] 'agreement among raft nodes before linearized reading' (duration: 3.00257347s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:44.501383Z","caller":"traceutil/trace.go:171","msg":"trace[577412754] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26340; }","duration":"1.85698066s","start":"2026-05-13T03:10:42.644394Z","end":"2026-05-13T03:10:44.501375Z","steps":["trace[577412754] 'agreement among raft nodes before linearized reading' (duration: 1.856920058s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:44.501336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:42.00339Z","time spent":"2.497932175s","remote":"127.0.0.1:54412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:10:44.501397Z","caller":"traceutil/trace.go:171","msg":"trace[2055218605] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:26340; }","duration":"3.467168091s","start":"2026-05-13T03:10:41.03422Z","end":"2026-05-13T03:10:44.501388Z","steps":["trace[2055218605] 'agreement among raft nodes before linearized reading' (duration: 3.467048268s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:44.501403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:41.498641Z","time spent":"3.002755125s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-13T03:10:44.501426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:41.034212Z","time spent":"3.467208233s","remote":"127.0.0.1:39926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9605,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"warn","ts":"2026-05-13T03:10:44.501406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:42.644372Z","time spent":"1.85702967s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"info","ts":"2026-05-13T03:10:44.501376Z","caller":"traceutil/trace.go:171","msg":"trace[1028732181] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26340; }","duration":"3.242845423s","start":"2026-05-13T03:10:41.258519Z","end":"2026-05-13T03:10:44.501364Z","steps":["trace[1028732181] 'agreement among raft nodes before linearized reading' (duration: 3.24270322s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:44.501616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401966701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:10:44.50164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.495301049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:10:44.501644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:41.258496Z","time spent":"3.24313725s","remote":"127.0.0.1:39608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-13T03:10:44.501675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.469700416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-13T03:10:44.501581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.40761866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:44.501693Z","caller":"traceutil/trace.go:171","msg":"trace[572919640] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26340; }","duration":"2.495391261s","start":"2026-05-13T03:10:42.006287Z","end":"2026-05-13T03:10:44.501678Z","steps":["trace[572919640] 'agreement among raft nodes before linearized reading' (duration: 2.495296149s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:44.501733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:42.006264Z","time spent":"2.495459972s","remote":"127.0.0.1:54672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:10:44.501717Z","caller":"traceutil/trace.go:171","msg":"trace[187234523] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26340; }","duration":"3.469768338s","start":"2026-05-13T03:10:41.031936Z","end":"2026-05-13T03:10:44.501704Z","steps":["trace[187234523] 'agreement among raft nodes before linearized reading' (duration: 3.469661165s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:44.501756Z","caller":"traceutil/trace.go:171","msg":"trace[1842846136] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26340; }","duration":"2.407820374s","start":"2026-05-13T03:10:42.0939Z","end":"2026-05-13T03:10:44.501721Z","steps":["trace[1842846136] 'agreement among raft nodes before linearized reading' (duration: 2.40763274s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:44.5018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:41.031921Z","time spent":"3.46986907s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-13T03:10:44.501684Z","caller":"traceutil/trace.go:171","msg":"trace[1810749044] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26340; }","duration":"1.402047463s","start":"2026-05-13T03:10:43.099597Z","end":"2026-05-13T03:10:44.501645Z","steps":["trace[1810749044] 'agreement among raft nodes before linearized reading' (duration: 1.401941861s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:44.501866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:42.093873Z","time spent":"2.407954928s","remote":"127.0.0.1:35950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:44.501922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:43.099575Z","time spent":"1.402284319s","remote":"127.0.0.1:42438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:45.423781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.120001ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-13T03:10:45.424009Z","caller":"traceutil/trace.go:171","msg":"trace[1976798481] linearizableReadLoop","detail":"{readStateIndex:27225; appliedIndex:27224; }","duration":"923.1961ms","start":"2026-05-13T03:10:44.500795Z","end":"2026-05-13T03:10:45.423991Z","steps":["trace[1976798481] 'read index received' (duration: 10.797983ms)","trace[1976798481] 'applied index is now lower than readState.Index' (duration: 912.397187ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:45.424866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955174456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18af013d302233ef\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-05-13T03:10:45.424934Z","caller":"traceutil/trace.go:171","msg":"trace[1128423275] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18af013d302233ef; range_end:; response_count:1; response_revision:26340; }","duration":"1.955282017s","start":"2026-05-13T03:10:43.469635Z","end":"2026-05-13T03:10:45.424917Z","steps":["trace[1128423275] 'agreement among raft nodes before linearized reading' (duration: 1.955105383s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:45.424965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:43.469614Z","time spent":"1.955344689s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":901,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18af013d302233ef\" "} {"level":"warn","ts":"2026-05-13T03:10:45.425383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.355053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:10:45.425404Z","caller":"traceutil/trace.go:171","msg":"trace[593117484] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26340; }","duration":"947.419394ms","start":"2026-05-13T03:10:44.477979Z","end":"2026-05-13T03:10:45.425398Z","steps":["trace[593117484] 'agreement among raft nodes before linearized reading' (duration: 947.371713ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:45.425423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:44.477956Z","time spent":"947.461066ms","remote":"127.0.0.1:54426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:10:45.425648Z","caller":"traceutil/trace.go:171","msg":"trace[947953546] transaction","detail":"{read_only:false; response_revision:26341; number_of_response:1; }","duration":"922.292909ms","start":"2026-05-13T03:10:44.503347Z","end":"2026-05-13T03:10:45.42564Z","steps":["trace[947953546] 'process raft request' (duration: 920.539364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:45.425669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737082144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418454"} {"level":"warn","ts":"2026-05-13T03:10:45.425717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:44.503324Z","time spent":"922.34363ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:45.425722Z","caller":"traceutil/trace.go:171","msg":"trace[81625928] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26340; }","duration":"1.737187586s","start":"2026-05-13T03:10:43.688521Z","end":"2026-05-13T03:10:45.425709Z","steps":["trace[81625928] 'agreement among raft nodes before linearized reading' (duration: 1.736913089s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:45.425755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:43.688495Z","time spent":"1.737253848s","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418478,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-13T03:10:45.577133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393276691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-13T03:10:45.577226Z","caller":"traceutil/trace.go:171","msg":"trace[2112489743] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26341; }","duration":"1.393433675s","start":"2026-05-13T03:10:44.183769Z","end":"2026-05-13T03:10:45.577203Z","steps":["trace[2112489743] 'agreement among raft nodes before linearized reading' (duration: 1.241713665s)","trace[2112489743] 'count revisions from in-memory index tree' (duration: 151.512786ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:45.577227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.510346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-05-13T03:10:45.577275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:44.183745Z","time spent":"1.393517968s","remote":"127.0.0.1:41198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":165,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:10:45.577504Z","caller":"traceutil/trace.go:171","msg":"trace[323487890] transaction","detail":"{read_only:false; response_revision:26344; number_of_response:1; }","duration":"149.868414ms","start":"2026-05-13T03:10:45.427618Z","end":"2026-05-13T03:10:45.577486Z","steps":["trace[323487890] 'process raft request' (duration: 149.803873ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:45.577545Z","caller":"traceutil/trace.go:171","msg":"trace[193401538] transaction","detail":"{read_only:false; response_revision:26342; number_of_response:1; }","duration":"1.071984888s","start":"2026-05-13T03:10:44.505525Z","end":"2026-05-13T03:10:45.57751Z","steps":["trace[193401538] 'process raft request' (duration: 920.104853ms)","trace[193401538] 'compare' (duration: 151.227739ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:45.577674Z","caller":"traceutil/trace.go:171","msg":"trace[465861441] linearizableReadLoop","detail":"{readStateIndex:27228; appliedIndex:27225; }","duration":"153.617919ms","start":"2026-05-13T03:10:45.424044Z","end":"2026-05-13T03:10:45.577662Z","steps":["trace[465861441] 'read index received' (duration: 755.018µs)","trace[465861441] 'applied index is now lower than readState.Index' (duration: 152.861331ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:45.577705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:44.50551Z","time spent":"1.072116681s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:45.577853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073244199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:45.57789Z","caller":"traceutil/trace.go:171","msg":"trace[1396470307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26344; }","duration":"1.073312451s","start":"2026-05-13T03:10:44.504569Z","end":"2026-05-13T03:10:45.577881Z","steps":["trace[1396470307] 'agreement among raft nodes before linearized reading' (duration: 1.073158527s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:45.577917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:44.504548Z","time spent":"1.073362342s","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:10:45.577924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069223068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-05-13T03:10:45.577961Z","caller":"traceutil/trace.go:171","msg":"trace[972581562] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:26344; }","duration":"1.069278009s","start":"2026-05-13T03:10:44.508671Z","end":"2026-05-13T03:10:45.577948Z","steps":["trace[972581562] 'agreement among raft nodes before linearized reading' (duration: 1.069145926s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:45.578005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:44.508658Z","time spent":"1.069336101s","remote":"127.0.0.1:57672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-05-13T03:10:45.578102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073140446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-05-13T03:10:45.578149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073520906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6ef0889c-56ac-4255-be5c-8b160799eb98\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-05-13T03:10:45.578163Z","caller":"traceutil/trace.go:171","msg":"trace[1721315835] transaction","detail":"{read_only:false; response_revision:26343; number_of_response:1; }","duration":"1.071835883s","start":"2026-05-13T03:10:44.506317Z","end":"2026-05-13T03:10:45.578152Z","steps":["trace[1721315835] 'process raft request' (duration: 1.071006882s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:45.57818Z","caller":"traceutil/trace.go:171","msg":"trace[2146419059] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6ef0889c-56ac-4255-be5c-8b160799eb98; range_end:; response_count:1; response_revision:26344; }","duration":"1.073583827s","start":"2026-05-13T03:10:44.504587Z","end":"2026-05-13T03:10:45.578171Z","steps":["trace[2146419059] 'agreement among raft nodes before linearized reading' (duration: 1.073463624s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:45.578209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:44.504571Z","time spent":"1.073632288s","remote":"127.0.0.1:39606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-6ef0889c-56ac-4255-be5c-8b160799eb98\" "} {"level":"warn","ts":"2026-05-13T03:10:45.578225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:44.5063Z","time spent":"1.071894454s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T03:10:45.578239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071567896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"info","ts":"2026-05-13T03:10:45.578274Z","caller":"traceutil/trace.go:171","msg":"trace[329128965] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26344; }","duration":"1.071621318s","start":"2026-05-13T03:10:44.506645Z","end":"2026-05-13T03:10:45.578266Z","steps":["trace[329128965] 'agreement among raft nodes before linearized reading' (duration: 1.071526045s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:45.578302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:44.506635Z","time spent":"1.071661399s","remote":"127.0.0.1:39634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18770,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-13T03:10:45.578151Z","caller":"traceutil/trace.go:171","msg":"trace[616422369] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26344; }","duration":"1.073231659s","start":"2026-05-13T03:10:44.504908Z","end":"2026-05-13T03:10:45.57814Z","steps":["trace[616422369] 'agreement among raft nodes before linearized reading' (duration: 1.073083275s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:45.578368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.773214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:10:45.578397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:44.504885Z","time spent":"1.073501276s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-13T03:10:45.578405Z","caller":"traceutil/trace.go:171","msg":"trace[583226963] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26344; }","duration":"270.831745ms","start":"2026-05-13T03:10:45.307559Z","end":"2026-05-13T03:10:45.57839Z","steps":["trace[583226963] 'agreement among raft nodes before linearized reading' (duration: 270.777464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:45.578569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.06547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:10:45.578609Z","caller":"traceutil/trace.go:171","msg":"trace[382146729] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26344; }","duration":"790.149672ms","start":"2026-05-13T03:10:44.78845Z","end":"2026-05-13T03:10:45.5786Z","steps":["trace[382146729] 'agreement among raft nodes before linearized reading' (duration: 790.088151ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:45.578639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:44.788428Z","time spent":"790.201954ms","remote":"127.0.0.1:54400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:46.142178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.419498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:10:46.142492Z","caller":"traceutil/trace.go:171","msg":"trace[60377740] linearizableReadLoop","detail":"{readStateIndex:27232; appliedIndex:27229; }","duration":"560.072148ms","start":"2026-05-13T03:10:45.582402Z","end":"2026-05-13T03:10:46.142474Z","steps":["trace[60377740] 'read index received' (duration: 200.280449ms)","trace[60377740] 'applied index is now lower than readState.Index' (duration: 359.790729ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:46.142599Z","caller":"traceutil/trace.go:171","msg":"trace[1761969737] transaction","detail":"{read_only:false; response_revision:26345; number_of_response:1; }","duration":"671.14805ms","start":"2026-05-13T03:10:45.47144Z","end":"2026-05-13T03:10:46.142588Z","steps":["trace[1761969737] 'process raft request' (duration: 311.217148ms)","trace[1761969737] 'compare' (duration: 358.862734ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:46.14269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:45.471408Z","time spent":"671.241582ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:46.143121Z","caller":"traceutil/trace.go:171","msg":"trace[1728896702] transaction","detail":"{read_only:false; response_revision:26346; number_of_response:1; }","duration":"671.52638ms","start":"2026-05-13T03:10:45.471573Z","end":"2026-05-13T03:10:46.143099Z","steps":["trace[1728896702] 'process raft request' (duration: 670.718189ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:46.143218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:45.471561Z","time spent":"671.611031ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:46.143485Z","caller":"traceutil/trace.go:171","msg":"trace[911904397] transaction","detail":"{read_only:false; response_revision:26347; number_of_response:1; }","duration":"591.488403ms","start":"2026-05-13T03:10:45.551977Z","end":"2026-05-13T03:10:46.143465Z","steps":["trace[911904397] 'process raft request' (duration: 590.454237ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:46.143581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:45.551946Z","time spent":"591.590025ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:46.143812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.395201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-13T03:10:46.143851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.324403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-05-13T03:10:46.143858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.696359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-13T03:10:46.143885Z","caller":"traceutil/trace.go:171","msg":"trace[1940445098] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:26347; }","duration":"554.384994ms","start":"2026-05-13T03:10:45.589489Z","end":"2026-05-13T03:10:46.143875Z","steps":["trace[1940445098] 'agreement among raft nodes before linearized reading' (duration: 554.277461ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:46.143877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.257045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:46.143878Z","caller":"traceutil/trace.go:171","msg":"trace[1956555049] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26347; }","duration":"561.516024ms","start":"2026-05-13T03:10:45.582346Z","end":"2026-05-13T03:10:46.143862Z","steps":["trace[1956555049] 'agreement among raft nodes before linearized reading' (duration: 561.35236ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:46.143913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:45.589478Z","time spent":"554.429275ms","remote":"127.0.0.1:57672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-05-13T03:10:46.143909Z","caller":"traceutil/trace.go:171","msg":"trace[426940090] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26347; }","duration":"559.787561ms","start":"2026-05-13T03:10:45.584106Z","end":"2026-05-13T03:10:46.143893Z","steps":["trace[426940090] 'agreement among raft nodes before linearized reading' (duration: 559.625297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:46.143916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.744704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-13T03:10:46.143929Z","caller":"traceutil/trace.go:171","msg":"trace[1554845451] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26347; }","duration":"549.338516ms","start":"2026-05-13T03:10:45.594575Z","end":"2026-05-13T03:10:46.143914Z","steps":["trace[1554845451] 'agreement among raft nodes before linearized reading' (duration: 549.243094ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:46.143958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:45.584084Z","time spent":"559.860113ms","remote":"127.0.0.1:39608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-05-13T03:10:46.143972Z","caller":"traceutil/trace.go:171","msg":"trace[1882078646] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26347; }","duration":"554.818855ms","start":"2026-05-13T03:10:45.58914Z","end":"2026-05-13T03:10:46.143958Z","steps":["trace[1882078646] 'agreement among raft nodes before linearized reading' (duration: 554.63424ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:46.143984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:45.594558Z","time spent":"549.412938ms","remote":"127.0.0.1:39654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-13T03:10:46.143983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.904801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18af013e769f1115\" ","response":"range_response_count:1 size:840"} {"level":"warn","ts":"2026-05-13T03:10:46.1441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.062182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:46.144129Z","caller":"traceutil/trace.go:171","msg":"trace[788954555] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26347; }","duration":"126.119112ms","start":"2026-05-13T03:10:46.018002Z","end":"2026-05-13T03:10:46.144121Z","steps":["trace[788954555] 'agreement among raft nodes before linearized reading' (duration: 126.078551ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:46.143997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:45.589132Z","time spent":"554.859736ms","remote":"127.0.0.1:46214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-13T03:10:46.144142Z","caller":"traceutil/trace.go:171","msg":"trace[1663788607] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18af013e769f1115; range_end:; response_count:1; response_revision:26347; }","duration":"518.100105ms","start":"2026-05-13T03:10:45.626018Z","end":"2026-05-13T03:10:46.144118Z","steps":["trace[1663788607] 'agreement among raft nodes before linearized reading' (duration: 517.777197ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:46.144059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.285833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:10:46.144198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:45.626003Z","time spent":"518.182118ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":864,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18af013e769f1115\" "} {"level":"warn","ts":"2026-05-13T03:10:46.143852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.914349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:10:46.144229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.912086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:46.144335Z","caller":"traceutil/trace.go:171","msg":"trace[743139537] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26347; }","duration":"448.437392ms","start":"2026-05-13T03:10:45.695865Z","end":"2026-05-13T03:10:46.144303Z","steps":["trace[743139537] 'agreement among raft nodes before linearized reading' (duration: 447.890808ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:46.144388Z","caller":"traceutil/trace.go:171","msg":"trace[119240317] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26347; }","duration":"393.111912ms","start":"2026-05-13T03:10:45.751264Z","end":"2026-05-13T03:10:46.144375Z","steps":["trace[119240317] 'agreement among raft nodes before linearized reading' (duration: 392.898296ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:46.144534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:45.751246Z","time spent":"393.274715ms","remote":"127.0.0.1:46210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:10:46.144252Z","caller":"traceutil/trace.go:171","msg":"trace[389037583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26347; }","duration":"558.497308ms","start":"2026-05-13T03:10:45.585718Z","end":"2026-05-13T03:10:46.144216Z","steps":["trace[389037583] 'agreement among raft nodes before linearized reading' (duration: 558.300623ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:46.144668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:45.585699Z","time spent":"558.951759ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:10:46.143934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:45.582322Z","time spent":"561.604876ms","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-13T03:10:46.144506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:45.695842Z","time spent":"448.639507ms","remote":"127.0.0.1:39888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:46.630481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.326394ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:10:46.63061Z","caller":"traceutil/trace.go:171","msg":"trace[899513139] linearizableReadLoop","detail":"{readStateIndex:27233; appliedIndex:27232; }","duration":"481.117859ms","start":"2026-05-13T03:10:46.149473Z","end":"2026-05-13T03:10:46.630591Z","steps":["trace[899513139] 'read index received' (duration: 287.459237ms)","trace[899513139] 'applied index is now lower than readState.Index' (duration: 193.657002ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:46.630708Z","caller":"traceutil/trace.go:171","msg":"trace[1339895933] transaction","detail":"{read_only:false; response_revision:26348; number_of_response:1; }","duration":"484.262829ms","start":"2026-05-13T03:10:46.146409Z","end":"2026-05-13T03:10:46.630672Z","steps":["trace[1339895933] 'process raft request' (duration: 290.629828ms)","trace[1339895933] 'compare' (duration: 192.793761ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:46.630804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.323464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6dcc22ca-43e4-44ed-b9ef-3da7fc8ce4e7\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-05-13T03:10:46.630842Z","caller":"traceutil/trace.go:171","msg":"trace[308610466] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6dcc22ca-43e4-44ed-b9ef-3da7fc8ce4e7; range_end:; response_count:1; response_revision:26348; }","duration":"481.386546ms","start":"2026-05-13T03:10:46.149444Z","end":"2026-05-13T03:10:46.630831Z","steps":["trace[308610466] 'agreement among raft nodes before linearized reading' (duration: 481.218952ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:46.630882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:46.149433Z","time spent":"481.441608ms","remote":"127.0.0.1:39606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-6dcc22ca-43e4-44ed-b9ef-3da7fc8ce4e7\" "} {"level":"warn","ts":"2026-05-13T03:10:46.630874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:46.146396Z","time spent":"484.385892ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:46.63476Z","caller":"traceutil/trace.go:171","msg":"trace[655884757] transaction","detail":"{read_only:false; response_revision:26349; number_of_response:1; }","duration":"128.424251ms","start":"2026-05-13T03:10:46.506317Z","end":"2026-05-13T03:10:46.634741Z","steps":["trace[655884757] 'process raft request' (duration: 128.297478ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:47.42234Z","caller":"traceutil/trace.go:171","msg":"trace[414327569] transaction","detail":"{read_only:false; response_revision:26350; number_of_response:1; }","duration":"915.184077ms","start":"2026-05-13T03:10:46.50713Z","end":"2026-05-13T03:10:47.422314Z","steps":["trace[414327569] 'process raft request' (duration: 888.921353ms)","trace[414327569] 'compare' (duration: 25.837254ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:47.42249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:46.507097Z","time spent":"915.321641ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:47.422543Z","caller":"traceutil/trace.go:171","msg":"trace[1430504247] transaction","detail":"{read_only:false; response_revision:26351; number_of_response:1; }","duration":"914.585964ms","start":"2026-05-13T03:10:46.507934Z","end":"2026-05-13T03:10:47.42252Z","steps":["trace[1430504247] 'process raft request' (duration: 914.300205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:47.422633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:46.507923Z","time spent":"914.666285ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:47.42308Z","caller":"traceutil/trace.go:171","msg":"trace[1801416424] transaction","detail":"{read_only:false; response_revision:26352; number_of_response:1; }","duration":"914.794608ms","start":"2026-05-13T03:10:46.508274Z","end":"2026-05-13T03:10:47.423068Z","steps":["trace[1801416424] 'process raft request' (duration: 914.185513ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:47.423157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:46.508267Z","time spent":"914.852439ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:47.42457Z","caller":"traceutil/trace.go:171","msg":"trace[1559755664] transaction","detail":"{read_only:false; response_revision:26353; number_of_response:1; }","duration":"915.184597ms","start":"2026-05-13T03:10:46.509366Z","end":"2026-05-13T03:10:47.424551Z","steps":["trace[1559755664] 'process raft request' (duration: 913.642129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:47.424675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:46.509344Z","time spent":"915.29007ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:47.424861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.447699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:47.424939Z","caller":"traceutil/trace.go:171","msg":"trace[1557013141] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26354; }","duration":"916.570533ms","start":"2026-05-13T03:10:46.508356Z","end":"2026-05-13T03:10:47.424927Z","steps":["trace[1557013141] 'agreement among raft nodes before linearized reading' (duration: 916.420939ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:47.424981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:46.508343Z","time spent":"916.627994ms","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-13T03:10:47.424988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275267073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:47.425031Z","caller":"traceutil/trace.go:171","msg":"trace[541363386] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26354; }","duration":"1.275322225s","start":"2026-05-13T03:10:46.149696Z","end":"2026-05-13T03:10:47.425019Z","steps":["trace[541363386] 'agreement among raft nodes before linearized reading' (duration: 1.275240183s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:47.425071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:46.14969Z","time spent":"1.275372966s","remote":"127.0.0.1:39742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-13T03:10:47.425104Z","caller":"traceutil/trace.go:171","msg":"trace[1619094889] transaction","detail":"{read_only:false; response_revision:26354; number_of_response:1; }","duration":"914.132482ms","start":"2026-05-13T03:10:46.510948Z","end":"2026-05-13T03:10:47.425081Z","steps":["trace[1619094889] 'process raft request' (duration: 913.618429ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:47.425196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253568024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:10:47.425235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:46.510933Z","time spent":"914.234874ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:47.425283Z","caller":"traceutil/trace.go:171","msg":"trace[1978570443] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26354; }","duration":"1.253730029s","start":"2026-05-13T03:10:46.171532Z","end":"2026-05-13T03:10:47.425262Z","steps":["trace[1978570443] 'agreement among raft nodes before linearized reading' (duration: 1.25340387s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:47.425336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:46.171511Z","time spent":"1.253811191s","remote":"127.0.0.1:42288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:10:47.42535Z","caller":"traceutil/trace.go:171","msg":"trace[1963907854] linearizableReadLoop","detail":"{readStateIndex:27239; appliedIndex:27233; }","duration":"794.094892ms","start":"2026-05-13T03:10:46.630636Z","end":"2026-05-13T03:10:47.424731Z","steps":["trace[1963907854] 'read index received' (duration: 4.000081ms)","trace[1963907854] 'applied index is now lower than readState.Index' (duration: 790.093631ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:47.425512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27589061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-cinder-default-user\" ","response":"range_response_count:1 size:1310"} {"level":"info","ts":"2026-05-13T03:10:47.425643Z","caller":"traceutil/trace.go:171","msg":"trace[446504607] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-cinder-default-user; range_end:; response_count:1; response_revision:26354; }","duration":"1.276019393s","start":"2026-05-13T03:10:46.149594Z","end":"2026-05-13T03:10:47.425614Z","steps":["trace[446504607] 'agreement among raft nodes before linearized reading' (duration: 1.275809098s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:47.425702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:46.149588Z","time spent":"1.276098975s","remote":"127.0.0.1:39562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1334,"request content":"key:\"/registry/secrets/openstack/rabbitmq-cinder-default-user\" "} {"level":"warn","ts":"2026-05-13T03:10:48.115577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.999777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:10:48.11567Z","caller":"traceutil/trace.go:171","msg":"trace[1206563670] linearizableReadLoop","detail":"{readStateIndex:27240; appliedIndex:27239; }","duration":"690.089669ms","start":"2026-05-13T03:10:47.425566Z","end":"2026-05-13T03:10:48.115656Z","steps":["trace[1206563670] 'read index received' (duration: 349.849355ms)","trace[1206563670] 'applied index is now lower than readState.Index' (duration: 340.239304ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:48.115677Z","caller":"traceutil/trace.go:171","msg":"trace[1150290620] transaction","detail":"{read_only:false; response_revision:26355; number_of_response:1; }","duration":"1.003951365s","start":"2026-05-13T03:10:47.111702Z","end":"2026-05-13T03:10:48.115653Z","steps":["trace[1150290620] 'process raft request' (duration: 663.793274ms)","trace[1150290620] 'compare' (duration: 339.148306ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:48.115767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243721675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:10:48.115745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.130764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:48.115791Z","caller":"traceutil/trace.go:171","msg":"trace[487629427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26355; }","duration":"1.243786056s","start":"2026-05-13T03:10:46.871999Z","end":"2026-05-13T03:10:48.115785Z","steps":["trace[487629427] 'agreement among raft nodes before linearized reading' (duration: 1.243731625s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:48.115816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:46.871974Z","time spent":"1.243837038s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T03:10:48.115812Z","caller":"traceutil/trace.go:171","msg":"trace[995780633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26355; }","duration":"794.238866ms","start":"2026-05-13T03:10:47.321557Z","end":"2026-05-13T03:10:48.115795Z","steps":["trace[995780633] 'agreement among raft nodes before linearized reading' (duration: 794.122053ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:48.115819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:47.111681Z","time spent":"1.004074427s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:48.11578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.600631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:10:48.11575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.278503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:10:48.115854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:47.321536Z","time spent":"794.309299ms","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T03:10:48.115891Z","caller":"traceutil/trace.go:171","msg":"trace[2115444476] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26355; }","duration":"782.738874ms","start":"2026-05-13T03:10:47.333134Z","end":"2026-05-13T03:10:48.115873Z","steps":["trace[2115444476] 'agreement among raft nodes before linearized reading' (duration: 782.56347ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:48.115974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:47.333126Z","time spent":"782.836117ms","remote":"127.0.0.1:46202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:10:48.115897Z","caller":"traceutil/trace.go:171","msg":"trace[599942972] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26355; }","duration":"844.473638ms","start":"2026-05-13T03:10:47.271408Z","end":"2026-05-13T03:10:48.115882Z","steps":["trace[599942972] 'agreement among raft nodes before linearized reading' (duration: 844.273283ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:48.116097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481111365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-05-13T03:10:48.116126Z","caller":"traceutil/trace.go:171","msg":"trace[1186644449] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:26355; }","duration":"1.481161235s","start":"2026-05-13T03:10:46.634956Z","end":"2026-05-13T03:10:48.116118Z","steps":["trace[1186644449] 'agreement among raft nodes before linearized reading' (duration: 1.481048473s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:48.116169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:46.63494Z","time spent":"1.481217927s","remote":"127.0.0.1:39608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-05-13T03:10:48.116128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:47.271387Z","time spent":"844.724453ms","remote":"127.0.0.1:54408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:48.116275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.560715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:48.11631Z","caller":"traceutil/trace.go:171","msg":"trace[846122957] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26355; }","duration":"228.632467ms","start":"2026-05-13T03:10:47.887668Z","end":"2026-05-13T03:10:48.116301Z","steps":["trace[846122957] 'agreement among raft nodes before linearized reading' (duration: 228.581276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:48.116085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.105948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:10:48.116318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.770261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:48.116362Z","caller":"traceutil/trace.go:171","msg":"trace[192853098] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:26355; }","duration":"686.398506ms","start":"2026-05-13T03:10:47.429939Z","end":"2026-05-13T03:10:48.116338Z","steps":["trace[192853098] 'agreement among raft nodes before linearized reading' (duration: 686.115559ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:48.116357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.932291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-13T03:10:48.11643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:47.429924Z","time spent":"686.489049ms","remote":"127.0.0.1:39554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-05-13T03:10:48.116427Z","caller":"traceutil/trace.go:171","msg":"trace[1500286174] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26355; }","duration":"533.072515ms","start":"2026-05-13T03:10:47.583341Z","end":"2026-05-13T03:10:48.116414Z","steps":["trace[1500286174] 'agreement among raft nodes before linearized reading' (duration: 532.812288ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:48.116381Z","caller":"traceutil/trace.go:171","msg":"trace[1786711576] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26355; }","duration":"685.865963ms","start":"2026-05-13T03:10:47.430499Z","end":"2026-05-13T03:10:48.116365Z","steps":["trace[1786711576] 'agreement among raft nodes before linearized reading' (duration: 685.735869ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:48.116486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:47.583321Z","time spent":"533.154906ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-13T03:10:48.116525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:47.43049Z","time spent":"686.015826ms","remote":"127.0.0.1:39742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-13T03:10:48.898062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.388814ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:10:48.898411Z","caller":"traceutil/trace.go:171","msg":"trace[349085257] linearizableReadLoop","detail":"{readStateIndex:27242; appliedIndex:27240; }","duration":"773.690095ms","start":"2026-05-13T03:10:48.124699Z","end":"2026-05-13T03:10:48.898389Z","steps":["trace[349085257] 'read index received' (duration: 126.987905ms)","trace[349085257] 'applied index is now lower than readState.Index' (duration: 646.70108ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:48.898522Z","caller":"traceutil/trace.go:171","msg":"trace[1111007983] transaction","detail":"{read_only:false; response_revision:26356; number_of_response:1; }","duration":"777.589274ms","start":"2026-05-13T03:10:48.120915Z","end":"2026-05-13T03:10:48.898504Z","steps":["trace[1111007983] 'process raft request' (duration: 130.676437ms)","trace[1111007983] 'compare' (duration: 646.078686ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:48.898617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:48.120904Z","time spent":"777.661546ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:48.899117Z","caller":"traceutil/trace.go:171","msg":"trace[1458508555] transaction","detail":"{read_only:false; response_revision:26357; number_of_response:1; }","duration":"775.556633ms","start":"2026-05-13T03:10:48.123543Z","end":"2026-05-13T03:10:48.899099Z","steps":["trace[1458508555] 'process raft request' (duration: 774.624509ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:48.899153Z","caller":"traceutil/trace.go:171","msg":"trace[912716940] transaction","detail":"{read_only:false; response_revision:26359; number_of_response:1; }","duration":"749.214907ms","start":"2026-05-13T03:10:48.149892Z","end":"2026-05-13T03:10:48.899107Z","steps":["trace[912716940] 'process raft request' (duration: 748.447817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:48.899209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:48.123534Z","time spent":"775.635745ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T03:10:48.899248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:48.149869Z","time spent":"749.33069ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:48.899585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.870267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-05-13T03:10:48.899656Z","caller":"traceutil/trace.go:171","msg":"trace[1777607044] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:26359; }","duration":"774.965289ms","start":"2026-05-13T03:10:48.124674Z","end":"2026-05-13T03:10:48.89964Z","steps":["trace[1777607044] 'agreement among raft nodes before linearized reading' (duration: 774.758373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:48.899689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:48.124533Z","time spent":"775.149743ms","remote":"127.0.0.1:39654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-05-13T03:10:48.900223Z","caller":"traceutil/trace.go:171","msg":"trace[246660067] transaction","detail":"{read_only:false; response_revision:26358; number_of_response:1; }","duration":"750.283453ms","start":"2026-05-13T03:10:48.149829Z","end":"2026-05-13T03:10:48.900113Z","steps":["trace[246660067] 'process raft request' (duration: 748.447277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:48.900648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:48.149813Z","time spent":"750.654823ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:48.946543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.587522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:48.946556Z","caller":"traceutil/trace.go:171","msg":"trace[1139827816] transaction","detail":"{read_only:false; response_revision:26360; number_of_response:1; }","duration":"306.9101ms","start":"2026-05-13T03:10:48.639616Z","end":"2026-05-13T03:10:48.946527Z","steps":["trace[1139827816] 'process raft request' (duration: 306.711834ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:48.946606Z","caller":"traceutil/trace.go:171","msg":"trace[999523705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26360; }","duration":"626.684384ms","start":"2026-05-13T03:10:48.319907Z","end":"2026-05-13T03:10:48.946592Z","steps":["trace[999523705] 'agreement among raft nodes before linearized reading' (duration: 626.563981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:48.946642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:48.319888Z","time spent":"626.746596ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:10:48.946542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.904394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:10:48.94688Z","caller":"traceutil/trace.go:171","msg":"trace[1828436523] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26360; }","duration":"212.262223ms","start":"2026-05-13T03:10:48.734576Z","end":"2026-05-13T03:10:48.946838Z","steps":["trace[1828436523] 'agreement among raft nodes before linearized reading' (duration: 211.884494ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:48.946694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:48.63959Z","time spent":"307.026673ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:48.947309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.187462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:48.947488Z","caller":"traceutil/trace.go:171","msg":"trace[236130654] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26360; }","duration":"135.408527ms","start":"2026-05-13T03:10:48.812066Z","end":"2026-05-13T03:10:48.947475Z","steps":["trace[236130654] 'agreement among raft nodes before linearized reading' (duration: 135.197252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:49.430732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.75484ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:49.43084Z","caller":"traceutil/trace.go:171","msg":"trace[496814134] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26360; }","duration":"350.867582ms","start":"2026-05-13T03:10:49.079958Z","end":"2026-05-13T03:10:49.430825Z","steps":["trace[496814134] 'range keys from in-memory index tree' (duration: 350.744519ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:49.431552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.877048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:10:49.431635Z","caller":"traceutil/trace.go:171","msg":"trace[1944280675] linearizableReadLoop","detail":"{readStateIndex:27246; appliedIndex:27245; }","duration":"485.195623ms","start":"2026-05-13T03:10:48.946427Z","end":"2026-05-13T03:10:49.431623Z","steps":["trace[1944280675] 'read index received' (duration: 182.243843ms)","trace[1944280675] 'applied index is now lower than readState.Index' (duration: 302.95092ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:49.431676Z","caller":"traceutil/trace.go:171","msg":"trace[1546789254] transaction","detail":"{read_only:false; response_revision:26361; number_of_response:1; }","duration":"526.5292ms","start":"2026-05-13T03:10:48.90511Z","end":"2026-05-13T03:10:49.431639Z","steps":["trace[1546789254] 'process raft request' (duration: 223.513028ms)","trace[1546789254] 'compare' (duration: 302.748095ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:49.43179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.121064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-05-13T03:10:49.431814Z","caller":"traceutil/trace.go:171","msg":"trace[523273666] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:26361; }","duration":"527.195976ms","start":"2026-05-13T03:10:48.904611Z","end":"2026-05-13T03:10:49.431808Z","steps":["trace[523273666] 'agreement among raft nodes before linearized reading' (duration: 527.066003ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:49.431816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:48.905092Z","time spent":"526.662323ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T03:10:49.431837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:48.904584Z","time spent":"527.247668ms","remote":"127.0.0.1:39926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9569,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"warn","ts":"2026-05-13T03:10:50.083886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.071229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:10:50.084226Z","caller":"traceutil/trace.go:171","msg":"trace[400867518] linearizableReadLoop","detail":"{readStateIndex:27250; appliedIndex:27246; }","duration":"652.545412ms","start":"2026-05-13T03:10:49.431656Z","end":"2026-05-13T03:10:50.084201Z","steps":["trace[400867518] 'read index received' (duration: 87.641899ms)","trace[400867518] 'applied index is now lower than readState.Index' (duration: 564.902073ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:50.084383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.388359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:50.084378Z","caller":"traceutil/trace.go:171","msg":"trace[474574338] transaction","detail":"{read_only:false; response_revision:26366; number_of_response:1; }","duration":"652.151651ms","start":"2026-05-13T03:10:49.4322Z","end":"2026-05-13T03:10:50.084352Z","steps":["trace[474574338] 'process raft request' (duration: 651.943736ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:50.084394Z","caller":"traceutil/trace.go:171","msg":"trace[1154589181] transaction","detail":"{read_only:false; response_revision:26364; number_of_response:1; }","duration":"654.816379ms","start":"2026-05-13T03:10:49.429557Z","end":"2026-05-13T03:10:50.084374Z","steps":["trace[1154589181] 'process raft request' (duration: 654.45389ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:50.084127Z","caller":"traceutil/trace.go:171","msg":"trace[428497395] transaction","detail":"{read_only:false; response_revision:26363; number_of_response:1; }","duration":"654.606824ms","start":"2026-05-13T03:10:49.429495Z","end":"2026-05-13T03:10:50.084102Z","steps":["trace[428497395] 'process raft request' (duration: 491.208697ms)","trace[428497395] 'compare' (duration: 162.708089ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:50.08445Z","caller":"traceutil/trace.go:171","msg":"trace[1816599431] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26366; }","duration":"654.488012ms","start":"2026-05-13T03:10:49.429946Z","end":"2026-05-13T03:10:50.084434Z","steps":["trace[1816599431] 'agreement among raft nodes before linearized reading' (duration: 654.355808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:50.084485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.682104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-05-13T03:10:50.084493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:49.429937Z","time spent":"654.548633ms","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-13T03:10:50.084505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136858343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:50.084518Z","caller":"traceutil/trace.go:171","msg":"trace[943534336] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26366; }","duration":"648.731435ms","start":"2026-05-13T03:10:49.435776Z","end":"2026-05-13T03:10:50.084507Z","steps":["trace[943534336] 'agreement among raft nodes before linearized reading' (duration: 648.610002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:50.084515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:49.432186Z","time spent":"652.260585ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:50.084373Z","caller":"traceutil/trace.go:171","msg":"trace[1001749323] transaction","detail":"{read_only:false; response_revision:26365; number_of_response:1; }","duration":"654.0619ms","start":"2026-05-13T03:10:49.430276Z","end":"2026-05-13T03:10:50.084338Z","steps":["trace[1001749323] 'process raft request' (duration: 653.810484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:50.084546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:49.435759Z","time spent":"648.780556ms","remote":"127.0.0.1:39608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-05-13T03:10:50.084544Z","caller":"traceutil/trace.go:171","msg":"trace[96276476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26366; }","duration":"1.136943385s","start":"2026-05-13T03:10:48.947592Z","end":"2026-05-13T03:10:50.084535Z","steps":["trace[96276476] 'agreement among raft nodes before linearized reading' (duration: 1.136841303s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:50.084586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:49.430266Z","time spent":"654.284086ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:50.08459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:48.947574Z","time spent":"1.137007516s","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:10:50.084403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.506067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:10:50.084595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.409681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-05-13T03:10:50.08468Z","caller":"traceutil/trace.go:171","msg":"trace[1988161688] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26366; }","duration":"835.549204ms","start":"2026-05-13T03:10:49.249111Z","end":"2026-05-13T03:10:50.08466Z","steps":["trace[1988161688] 'agreement among raft nodes before linearized reading' (duration: 835.307518ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:50.084666Z","caller":"traceutil/trace.go:171","msg":"trace[1335304528] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26366; }","duration":"926.803665ms","start":"2026-05-13T03:10:49.15784Z","end":"2026-05-13T03:10:50.084644Z","steps":["trace[1335304528] 'agreement among raft nodes before linearized reading' (duration: 926.478277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:50.084514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:49.42955Z","time spent":"654.902691ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:50.08473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:49.249087Z","time spent":"835.627477ms","remote":"127.0.0.1:39608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-05-13T03:10:50.084746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:49.157819Z","time spent":"926.905658ms","remote":"127.0.0.1:42490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:50.084391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075691444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:10:50.084784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:49.429483Z","time spent":"654.997214ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:50.08483Z","caller":"traceutil/trace.go:171","msg":"trace[1147351644] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26366; }","duration":"1.076158436s","start":"2026-05-13T03:10:49.008636Z","end":"2026-05-13T03:10:50.084795Z","steps":["trace[1147351644] 'agreement among raft nodes before linearized reading' (duration: 1.075699614s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:50.084893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:49.008614Z","time spent":"1.076258019s","remote":"127.0.0.1:39554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:51.03007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:50.598836Z","time spent":"431.225847ms","remote":"127.0.0.1:37912","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-13T03:10:51.030238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.210207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:10:51.030367Z","caller":"traceutil/trace.go:171","msg":"trace[1538196093] transaction","detail":"{read_only:false; response_revision:26367; number_of_response:1; }","duration":"932.135157ms","start":"2026-05-13T03:10:50.098207Z","end":"2026-05-13T03:10:51.030343Z","steps":["trace[1538196093] 'process raft request' (duration: 306.754685ms)","trace[1538196093] 'compare' (duration: 625.083804ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:51.030436Z","caller":"traceutil/trace.go:171","msg":"trace[210814661] linearizableReadLoop","detail":"{readStateIndex:27252; appliedIndex:27251; }","duration":"929.759777ms","start":"2026-05-13T03:10:50.100654Z","end":"2026-05-13T03:10:51.030414Z","steps":["trace[210814661] 'read index received' (duration: 304.252472ms)","trace[210814661] 'applied index is now lower than readState.Index' (duration: 625.504364ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:51.030465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:50.098154Z","time spent":"932.256389ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-13T03:10:51.030457Z","caller":"traceutil/trace.go:171","msg":"trace[1693241822] transaction","detail":"{read_only:false; response_revision:26368; number_of_response:1; }","duration":"599.339723ms","start":"2026-05-13T03:10:50.431097Z","end":"2026-05-13T03:10:51.030437Z","steps":["trace[1693241822] 'process raft request' (duration: 599.260011ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:51.030547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:50.43107Z","time spent":"599.434925ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:51.030659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.989473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-05-13T03:10:51.030701Z","caller":"traceutil/trace.go:171","msg":"trace[534265148] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:26368; }","duration":"930.058444ms","start":"2026-05-13T03:10:50.100631Z","end":"2026-05-13T03:10:51.03069Z","steps":["trace[534265148] 'agreement among raft nodes before linearized reading' (duration: 929.880899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:51.030732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:50.100622Z","time spent":"930.102785ms","remote":"127.0.0.1:57672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-05-13T03:10:51.832918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.268546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:10:51.833152Z","caller":"traceutil/trace.go:171","msg":"trace[683418488] transaction","detail":"{read_only:false; response_revision:26369; number_of_response:1; }","duration":"928.68732ms","start":"2026-05-13T03:10:50.904419Z","end":"2026-05-13T03:10:51.833106Z","steps":["trace[683418488] 'process raft request' (duration: 262.124276ms)","trace[683418488] 'compare' (duration: 665.843956ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:51.833351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:50.904404Z","time spent":"928.832674ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:51.833647Z","caller":"traceutil/trace.go:171","msg":"trace[1015597378] transaction","detail":"{read_only:false; response_revision:26370; number_of_response:1; }","duration":"927.94153ms","start":"2026-05-13T03:10:50.905692Z","end":"2026-05-13T03:10:51.833634Z","steps":["trace[1015597378] 'process raft request' (duration: 927.351475ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:51.833705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:50.905665Z","time spent":"928.013852ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:52.446857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.638994ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-13T03:10:52.448Z","caller":"traceutil/trace.go:171","msg":"trace[1357439408] transaction","detail":"{read_only:false; response_revision:26371; number_of_response:1; }","duration":"1.496506424s","start":"2026-05-13T03:10:50.95147Z","end":"2026-05-13T03:10:52.447977Z","steps":["trace[1357439408] 'process raft request' (duration: 1.49554867s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:52.448091Z","caller":"traceutil/trace.go:171","msg":"trace[1237381620] linearizableReadLoop","detail":"{readStateIndex:27257; appliedIndex:27253; }","duration":"1.417569596s","start":"2026-05-13T03:10:51.030485Z","end":"2026-05-13T03:10:52.448055Z","steps":["trace[1237381620] 'read index received' (duration: 135.935492ms)","trace[1237381620] 'applied index is now lower than readState.Index' (duration: 1.281632074s)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:52.448158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:50.951447Z","time spent":"1.496630217s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:52.948562Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563945261,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:10:53.234118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.330581409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-13T03:10:53.234229Z","caller":"traceutil/trace.go:171","msg":"trace[685098077] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26371; }","duration":"2.330741733s","start":"2026-05-13T03:10:50.903459Z","end":"2026-05-13T03:10:53.2342Z","steps":["trace[685098077] 'agreement among raft nodes before linearized reading' (duration: 1.544599801s)","trace[685098077] 'range keys from in-memory index tree' (duration: 785.888736ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:53.23428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:50.903437Z","time spent":"2.330831265s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-13T03:10:53.234558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209064512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-13T03:10:53.234601Z","caller":"traceutil/trace.go:171","msg":"trace[1579282695] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:26371; }","duration":"2.209149104s","start":"2026-05-13T03:10:51.02544Z","end":"2026-05-13T03:10:53.234589Z","steps":["trace[1579282695] 'agreement among raft nodes before linearized reading' (duration: 1.422642064s)","trace[1579282695] 'range keys from in-memory index tree' (duration: 786.405218ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:53.23463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:51.025415Z","time spent":"2.209207935s","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"warn","ts":"2026-05-13T03:10:53.234815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.685486553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:53.234866Z","caller":"traceutil/trace.go:171","msg":"trace[635763436] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26371; }","duration":"2.685540544s","start":"2026-05-13T03:10:50.549313Z","end":"2026-05-13T03:10:53.234854Z","steps":["trace[635763436] 'agreement among raft nodes before linearized reading' (duration: 1.898908231s)","trace[635763436] 'count revisions from in-memory index tree' (duration: 786.555752ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:53.234941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:50.549261Z","time spent":"2.685628426s","remote":"127.0.0.1:56096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:53.235176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.086857053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18af013d302233ef\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-05-13T03:10:53.235219Z","caller":"traceutil/trace.go:171","msg":"trace[839641858] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18af013d302233ef; range_end:; response_count:1; response_revision:26371; }","duration":"3.086940375s","start":"2026-05-13T03:10:50.148267Z","end":"2026-05-13T03:10:53.235207Z","steps":["trace[839641858] 'agreement among raft nodes before linearized reading' (duration: 2.299980234s)","trace[839641858] 'range keys from in-memory index tree' (duration: 786.860599ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:53.235254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:50.148236Z","time spent":"3.087006957s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":901,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18af013d302233ef\" "} {"level":"warn","ts":"2026-05-13T03:10:53.236523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.390299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:10:53.236905Z","caller":"traceutil/trace.go:171","msg":"trace[1267494669] transaction","detail":"{read_only:false; response_revision:26375; number_of_response:1; }","duration":"1.145276063s","start":"2026-05-13T03:10:52.091612Z","end":"2026-05-13T03:10:53.236888Z","steps":["trace[1267494669] 'process raft request' (duration: 1.145192631s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:53.236987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:52.091581Z","time spent":"1.145370626s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:53.237109Z","caller":"traceutil/trace.go:171","msg":"trace[1172730741] transaction","detail":"{read_only:false; response_revision:26373; number_of_response:1; }","duration":"1.14677687s","start":"2026-05-13T03:10:52.090322Z","end":"2026-05-13T03:10:53.237099Z","steps":["trace[1172730741] 'process raft request' (duration: 1.146303538s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:53.237172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:52.090293Z","time spent":"1.146849432s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:53.23725Z","caller":"traceutil/trace.go:171","msg":"trace[788299106] transaction","detail":"{read_only:false; response_revision:26374; number_of_response:1; }","duration":"1.146123325s","start":"2026-05-13T03:10:52.091117Z","end":"2026-05-13T03:10:53.23724Z","steps":["trace[788299106] 'process raft request' (duration: 1.145641843s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:53.237308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:52.091078Z","time spent":"1.146201007s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:53.237405Z","caller":"traceutil/trace.go:171","msg":"trace[1495039834] transaction","detail":"{read_only:false; response_revision:26376; number_of_response:1; }","duration":"1.145353326s","start":"2026-05-13T03:10:52.092044Z","end":"2026-05-13T03:10:53.237397Z","steps":["trace[1495039834] 'process raft request' (duration: 1.144803182s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:53.237082Z","caller":"traceutil/trace.go:171","msg":"trace[1974713713] linearizableReadLoop","detail":"{readStateIndex:27262; appliedIndex:27257; }","duration":"788.87825ms","start":"2026-05-13T03:10:52.448174Z","end":"2026-05-13T03:10:53.237053Z","steps":["trace[1974713713] 'read index received' (duration: 660.453559ms)","trace[1974713713] 'applied index is now lower than readState.Index' (duration: 128.422051ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:53.237502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:52.092002Z","time spent":"1.145439898s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:53.237313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.197411158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-05-13T03:10:53.237551Z","caller":"traceutil/trace.go:171","msg":"trace[1004026420] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:26376; }","duration":"2.197678564s","start":"2026-05-13T03:10:51.03985Z","end":"2026-05-13T03:10:53.237528Z","steps":["trace[1004026420] 'agreement among raft nodes before linearized reading' (duration: 2.197284794s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:53.237606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.913145552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:53.23762Z","caller":"traceutil/trace.go:171","msg":"trace[868307111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26376; }","duration":"1.913158682s","start":"2026-05-13T03:10:51.324456Z","end":"2026-05-13T03:10:53.237615Z","steps":["trace[868307111] 'agreement among raft nodes before linearized reading' (duration: 1.913130021s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:53.237627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:51.039838Z","time spent":"2.197766517s","remote":"127.0.0.1:57672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-05-13T03:10:53.237632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896322036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:10:53.237691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.08494023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-13T03:10:53.237714Z","caller":"traceutil/trace.go:171","msg":"trace[461366134] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26376; }","duration":"2.084989902s","start":"2026-05-13T03:10:51.15272Z","end":"2026-05-13T03:10:53.23771Z","steps":["trace[461366134] 'agreement among raft nodes before linearized reading' (duration: 2.08492933s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:53.23773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:51.152703Z","time spent":"2.085024452s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-13T03:10:53.237734Z","caller":"traceutil/trace.go:171","msg":"trace[1924025497] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26376; }","duration":"1.8964695s","start":"2026-05-13T03:10:51.341241Z","end":"2026-05-13T03:10:53.237711Z","steps":["trace[1924025497] 'agreement among raft nodes before linearized reading' (duration: 1.896301475s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:53.237799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:51.341215Z","time spent":"1.896567752s","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:53.237826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.061141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:53.237852Z","caller":"traceutil/trace.go:171","msg":"trace[88894362] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26376; }","duration":"348.091312ms","start":"2026-05-13T03:10:52.889753Z","end":"2026-05-13T03:10:53.237844Z","steps":["trace[88894362] 'agreement among raft nodes before linearized reading' (duration: 348.039491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:53.237885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:52.889693Z","time spent":"348.181704ms","remote":"127.0.0.1:56172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:53.237641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:51.324371Z","time spent":"1.913264105s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:10:53.237951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145926819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:53.23799Z","caller":"traceutil/trace.go:171","msg":"trace[421353963] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26376; }","duration":"1.145997401s","start":"2026-05-13T03:10:52.091982Z","end":"2026-05-13T03:10:53.23798Z","steps":["trace[421353963] 'agreement among raft nodes before linearized reading' (duration: 1.14593069s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:53.238035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:52.09197Z","time spent":"1.146053662s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-13T03:10:53.238066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.970218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-13T03:10:53.238092Z","caller":"traceutil/trace.go:171","msg":"trace[1162812511] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26376; }","duration":"187.999119ms","start":"2026-05-13T03:10:53.050086Z","end":"2026-05-13T03:10:53.238085Z","steps":["trace[1162812511] 'agreement among raft nodes before linearized reading' (duration: 187.899066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:53.238229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.142308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-13T03:10:53.238256Z","caller":"traceutil/trace.go:171","msg":"trace[1140269120] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26376; }","duration":"189.219741ms","start":"2026-05-13T03:10:53.049027Z","end":"2026-05-13T03:10:53.238247Z","steps":["trace[1140269120] 'agreement among raft nodes before linearized reading' (duration: 189.154779ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:53.236878Z","caller":"traceutil/trace.go:171","msg":"trace[187014622] transaction","detail":"{read_only:false; response_revision:26372; number_of_response:1; }","duration":"1.706311975s","start":"2026-05-13T03:10:51.53051Z","end":"2026-05-13T03:10:53.236822Z","steps":["trace[187014622] 'process raft request' (duration: 917.526896ms)","trace[187014622] 'compare' (duration: 785.822184ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:53.239883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:51.53049Z","time spent":"1.709309642s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:54.020987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.405267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:10:54.021544Z","caller":"traceutil/trace.go:171","msg":"trace[714998144] transaction","detail":"{read_only:false; response_revision:26377; number_of_response:1; }","duration":"783.020632ms","start":"2026-05-13T03:10:53.238491Z","end":"2026-05-13T03:10:54.021511Z","steps":["trace[714998144] 'process raft request' (duration: 191.911528ms)","trace[714998144] 'compare' (duration: 589.833572ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:54.021654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:53.238565Z","time spent":"783.084073ms","remote":"127.0.0.1:39514","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-13T03:10:54.021858Z","caller":"traceutil/trace.go:171","msg":"trace[1082427528] transaction","detail":"{read_only:false; response_revision:26378; number_of_response:1; }","duration":"781.031572ms","start":"2026-05-13T03:10:53.240807Z","end":"2026-05-13T03:10:54.021839Z","steps":["trace[1082427528] 'process raft request' (duration: 780.464048ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:54.021868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:53.238467Z","time spent":"783.166876ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:54.021967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:53.240748Z","time spent":"781.166776ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:54.022435Z","caller":"traceutil/trace.go:171","msg":"trace[608325141] linearizableReadLoop","detail":"{readStateIndex:27264; appliedIndex:27262; }","duration":"781.658767ms","start":"2026-05-13T03:10:53.24076Z","end":"2026-05-13T03:10:54.022419Z","steps":["trace[608325141] 'read index received' (duration: 189.716142ms)","trace[608325141] 'applied index is now lower than readState.Index' (duration: 591.941665ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:54.02254Z","caller":"traceutil/trace.go:171","msg":"trace[367879709] transaction","detail":"{read_only:false; response_revision:26380; number_of_response:1; }","duration":"778.628191ms","start":"2026-05-13T03:10:53.243885Z","end":"2026-05-13T03:10:54.022513Z","steps":["trace[367879709] 'process raft request' (duration: 778.469786ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:54.022579Z","caller":"traceutil/trace.go:171","msg":"trace[2111301142] transaction","detail":"{read_only:false; response_revision:26379; number_of_response:1; }","duration":"780.260783ms","start":"2026-05-13T03:10:53.242298Z","end":"2026-05-13T03:10:54.022559Z","steps":["trace[2111301142] 'process raft request' (duration: 779.490923ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:54.022645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.881155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:10:54.022663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:53.242287Z","time spent":"780.332484ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:54.022702Z","caller":"traceutil/trace.go:171","msg":"trace[1124970966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26380; }","duration":"782.059659ms","start":"2026-05-13T03:10:53.240627Z","end":"2026-05-13T03:10:54.022687Z","steps":["trace[1124970966] 'agreement among raft nodes before linearized reading' (duration: 781.887245ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:54.022703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:53.243874Z","time spent":"778.743534ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:54.022751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:53.240597Z","time spent":"782.14256ms","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:10:54.901273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.407255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:10:54.901634Z","caller":"traceutil/trace.go:171","msg":"trace[395325144] transaction","detail":"{read_only:false; response_revision:26385; number_of_response:1; }","duration":"446.733699ms","start":"2026-05-13T03:10:54.454887Z","end":"2026-05-13T03:10:54.901621Z","steps":["trace[395325144] 'process raft request' (duration: 446.686078ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:54.901695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:54.454858Z","time spent":"446.811411ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:54.901846Z","caller":"traceutil/trace.go:171","msg":"trace[1686635161] transaction","detail":"{read_only:false; response_revision:26381; number_of_response:1; }","duration":"1.250665491s","start":"2026-05-13T03:10:53.651172Z","end":"2026-05-13T03:10:54.901838Z","steps":["trace[1686635161] 'process raft request' (duration: 490.61466ms)","trace[1686635161] 'compare' (duration: 759.161709ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:54.901883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:53.651147Z","time spent":"1.250719232s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:54.90212Z","caller":"traceutil/trace.go:171","msg":"trace[632010159] transaction","detail":"{read_only:false; response_revision:26384; number_of_response:1; }","duration":"878.700044ms","start":"2026-05-13T03:10:54.02341Z","end":"2026-05-13T03:10:54.90211Z","steps":["trace[632010159] 'process raft request' (duration: 878.12187ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:54.902111Z","caller":"traceutil/trace.go:171","msg":"trace[2132686059] linearizableReadLoop","detail":"{readStateIndex:27270; appliedIndex:27267; }","duration":"879.597517ms","start":"2026-05-13T03:10:54.022482Z","end":"2026-05-13T03:10:54.902079Z","steps":["trace[2132686059] 'read index received' (duration: 119.453664ms)","trace[2132686059] 'applied index is now lower than readState.Index' (duration: 760.140203ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:54.902166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:54.02338Z","time spent":"878.763907ms","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:54.902136Z","caller":"traceutil/trace.go:171","msg":"trace[1424207500] transaction","detail":"{read_only:false; response_revision:26382; number_of_response:1; }","duration":"1.06337933s","start":"2026-05-13T03:10:53.838715Z","end":"2026-05-13T03:10:54.902094Z","steps":["trace[1424207500] 'process raft request' (duration: 1.062648711s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:54.902258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254437677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:54.902269Z","caller":"traceutil/trace.go:171","msg":"trace[1573259771] transaction","detail":"{read_only:false; response_revision:26383; number_of_response:1; }","duration":"1.063105813s","start":"2026-05-13T03:10:53.839133Z","end":"2026-05-13T03:10:54.902239Z","steps":["trace[1573259771] 'process raft request' (duration: 1.062348753s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:54.902341Z","caller":"traceutil/trace.go:171","msg":"trace[286434627] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26385; }","duration":"1.25456842s","start":"2026-05-13T03:10:53.647751Z","end":"2026-05-13T03:10:54.902319Z","steps":["trace[286434627] 'agreement among raft nodes before linearized reading' (duration: 1.254432447s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:54.902292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401768277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:10:54.902391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:53.647727Z","time spent":"1.254653012s","remote":"127.0.0.1:42136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:54.902404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66027204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-13T03:10:54.902429Z","caller":"traceutil/trace.go:171","msg":"trace[1217415386] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26385; }","duration":"1.660324272s","start":"2026-05-13T03:10:53.242097Z","end":"2026-05-13T03:10:54.902422Z","steps":["trace[1217415386] 'agreement among raft nodes before linearized reading' (duration: 1.660226369s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:54.902407Z","caller":"traceutil/trace.go:171","msg":"trace[484827475] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:26385; }","duration":"1.401929761s","start":"2026-05-13T03:10:53.500455Z","end":"2026-05-13T03:10:54.902385Z","steps":["trace[484827475] 'agreement among raft nodes before linearized reading' (duration: 1.401746606s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:54.902415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:53.839102Z","time spent":"1.063231667s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:54.902452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:53.242084Z","time spent":"1.660363363s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-13T03:10:54.902444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658492755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-glance-default-user\" ","response":"range_response_count:1 size:1310"} {"level":"info","ts":"2026-05-13T03:10:54.90248Z","caller":"traceutil/trace.go:171","msg":"trace[1624925321] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-glance-default-user; range_end:; response_count:1; response_revision:26385; }","duration":"1.658537096s","start":"2026-05-13T03:10:53.243933Z","end":"2026-05-13T03:10:54.90247Z","steps":["trace[1624925321] 'agreement among raft nodes before linearized reading' (duration: 1.658384742s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:54.902481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:53.500429Z","time spent":"1.402027934s","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:54.902531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:53.243926Z","time spent":"1.658595817s","remote":"127.0.0.1:39562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1334,"request content":"key:\"/registry/secrets/openstack/rabbitmq-glance-default-user\" "} {"level":"warn","ts":"2026-05-13T03:10:54.902486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006682995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:10:54.902591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:53.838685Z","time spent":"1.063604266s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:54.902597Z","caller":"traceutil/trace.go:171","msg":"trace[508758235] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26385; }","duration":"1.00685382s","start":"2026-05-13T03:10:53.895719Z","end":"2026-05-13T03:10:54.902572Z","steps":["trace[508758235] 'agreement among raft nodes before linearized reading' (duration: 1.006523781s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:54.90273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:53.895698Z","time spent":"1.007012654s","remote":"127.0.0.1:39826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:55.402877Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563945277,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T03:10:55.537089Z","caller":"traceutil/trace.go:171","msg":"trace[1541818219] transaction","detail":"{read_only:false; response_revision:26386; number_of_response:1; }","duration":"939.095723ms","start":"2026-05-13T03:10:54.59796Z","end":"2026-05-13T03:10:55.537055Z","steps":["trace[1541818219] 'process raft request' (duration: 938.867427ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:55.537303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:54.597912Z","time spent":"939.277617ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:55.860714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.858871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:10:55.861025Z","caller":"traceutil/trace.go:171","msg":"trace[338007379] transaction","detail":"{read_only:false; response_revision:26389; number_of_response:1; }","duration":"616.578728ms","start":"2026-05-13T03:10:55.244429Z","end":"2026-05-13T03:10:55.861008Z","steps":["trace[338007379] 'process raft request' (duration: 616.505846ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:55.861024Z","caller":"traceutil/trace.go:171","msg":"trace[1878326529] transaction","detail":"{read_only:false; response_revision:26388; number_of_response:1; }","duration":"616.679571ms","start":"2026-05-13T03:10:55.244317Z","end":"2026-05-13T03:10:55.860997Z","steps":["trace[1878326529] 'process raft request' (duration: 616.517467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:55.861083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:55.244421Z","time spent":"616.63947ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:55.861168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:55.244292Z","time spent":"616.791114ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:55.861186Z","caller":"traceutil/trace.go:171","msg":"trace[1787523283] transaction","detail":"{read_only:false; response_revision:26387; number_of_response:1; }","duration":"619.200225ms","start":"2026-05-13T03:10:55.241933Z","end":"2026-05-13T03:10:55.861133Z","steps":["trace[1787523283] 'process raft request' (duration: 384.826342ms)","trace[1787523283] 'compare' (duration: 233.616704ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:55.861362Z","caller":"traceutil/trace.go:171","msg":"trace[1767888432] transaction","detail":"{read_only:false; response_revision:26391; number_of_response:1; }","duration":"616.134438ms","start":"2026-05-13T03:10:55.245218Z","end":"2026-05-13T03:10:55.861352Z","steps":["trace[1767888432] 'process raft request' (duration: 615.980034ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:55.861372Z","caller":"traceutil/trace.go:171","msg":"trace[862727254] transaction","detail":"{read_only:false; response_revision:26390; number_of_response:1; }","duration":"616.462306ms","start":"2026-05-13T03:10:55.244866Z","end":"2026-05-13T03:10:55.861329Z","steps":["trace[862727254] 'process raft request' (duration: 616.108677ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:55.861394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:55.2419Z","time spent":"619.38283ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:55.86137Z","caller":"traceutil/trace.go:171","msg":"trace[981676534] linearizableReadLoop","detail":"{readStateIndex:27278; appliedIndex:27273; }","duration":"959.176291ms","start":"2026-05-13T03:10:54.902166Z","end":"2026-05-13T03:10:55.861343Z","steps":["trace[981676534] 'read index received' (duration: 634.881412ms)","trace[981676534] 'applied index is now lower than readState.Index' (duration: 324.293399ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:55.861484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.832590882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:10:55.861507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627648793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:55.86153Z","caller":"traceutil/trace.go:171","msg":"trace[1991442298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26391; }","duration":"1.832680485s","start":"2026-05-13T03:10:54.028839Z","end":"2026-05-13T03:10:55.861519Z","steps":["trace[1991442298] 'agreement among raft nodes before linearized reading' (duration: 1.832585802s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:55.861538Z","caller":"traceutil/trace.go:171","msg":"trace[359142129] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26391; }","duration":"1.627707355s","start":"2026-05-13T03:10:54.233821Z","end":"2026-05-13T03:10:55.861529Z","steps":["trace[359142129] 'agreement among raft nodes before linearized reading' (duration: 1.627638183s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:55.861407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:55.245179Z","time spent":"616.203189ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:55.861536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:55.244855Z","time spent":"616.591699ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:55.86156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:54.233803Z","time spent":"1.627751697s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:55.861566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:54.028827Z","time spent":"1.832731516s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:10:55.861592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549871225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-05-13T03:10:55.86172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.609952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"warn","ts":"2026-05-13T03:10:55.861732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.79546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:55.861664Z","caller":"traceutil/trace.go:171","msg":"trace[2012216354] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26391; }","duration":"1.550014558s","start":"2026-05-13T03:10:54.311631Z","end":"2026-05-13T03:10:55.861646Z","steps":["trace[2012216354] 'agreement among raft nodes before linearized reading' (duration: 1.549827863s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:55.861773Z","caller":"traceutil/trace.go:171","msg":"trace[571694011] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26391; }","duration":"619.836551ms","start":"2026-05-13T03:10:55.241925Z","end":"2026-05-13T03:10:55.861761Z","steps":["trace[571694011] 'agreement among raft nodes before linearized reading' (duration: 619.752619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:55.861787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:54.311598Z","time spent":"1.550176272s","remote":"127.0.0.1:39608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-13T03:10:55.861809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:55.241832Z","time spent":"619.966834ms","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-13T03:10:55.861854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.674963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-13T03:10:55.861869Z","caller":"traceutil/trace.go:171","msg":"trace[1727833686] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26391; }","duration":"957.708464ms","start":"2026-05-13T03:10:54.904155Z","end":"2026-05-13T03:10:55.861864Z","steps":["trace[1727833686] 'agreement among raft nodes before linearized reading' (duration: 957.653853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:55.861891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:54.904144Z","time spent":"957.738685ms","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-13T03:10:55.8618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.866017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-05-13T03:10:55.861746Z","caller":"traceutil/trace.go:171","msg":"trace[1277779827] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26391; }","duration":"957.697134ms","start":"2026-05-13T03:10:54.904037Z","end":"2026-05-13T03:10:55.861734Z","steps":["trace[1277779827] 'agreement among raft nodes before linearized reading' (duration: 957.574721ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:55.861954Z","caller":"traceutil/trace.go:171","msg":"trace[721177695] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:26391; }","duration":"954.037631ms","start":"2026-05-13T03:10:54.907912Z","end":"2026-05-13T03:10:55.86195Z","steps":["trace[721177695] 'agreement among raft nodes before linearized reading' (duration: 953.844786ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:55.861975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:54.907873Z","time spent":"954.099152ms","remote":"127.0.0.1:39654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1280,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" "} {"level":"warn","ts":"2026-05-13T03:10:55.861988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.622799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18af013e769f1115\" ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-05-13T03:10:55.862013Z","caller":"traceutil/trace.go:171","msg":"trace[9562073] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18af013e769f1115; range_end:; response_count:1; response_revision:26391; }","duration":"234.693302ms","start":"2026-05-13T03:10:55.627313Z","end":"2026-05-13T03:10:55.862006Z","steps":["trace[9562073] 'agreement among raft nodes before linearized reading' (duration: 234.560599ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:55.862003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:54.904003Z","time spent":"957.979481ms","remote":"127.0.0.1:39634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18770,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-13T03:10:56.365447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563945287,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:10:56.616964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.193536ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:10:56.617102Z","caller":"traceutil/trace.go:171","msg":"trace[1521797140] transaction","detail":"{read_only:false; response_revision:26392; number_of_response:1; }","duration":"752.588442ms","start":"2026-05-13T03:10:55.864493Z","end":"2026-05-13T03:10:56.617081Z","steps":["trace[1521797140] 'process raft request' (duration: 622.16904ms)","trace[1521797140] 'compare' (duration: 129.614091ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:56.617168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:55.864477Z","time spent":"752.659793ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:57.185933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.967174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:10:57.18612Z","caller":"traceutil/trace.go:171","msg":"trace[1241579542] linearizableReadLoop","detail":"{readStateIndex:27281; appliedIndex:27278; }","duration":"1.321359121s","start":"2026-05-13T03:10:55.864748Z","end":"2026-05-13T03:10:57.186107Z","steps":["trace[1241579542] 'read index received' (duration: 622.006286ms)","trace[1241579542] 'applied index is now lower than readState.Index' (duration: 699.352135ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:57.186251Z","caller":"traceutil/trace.go:171","msg":"trace[134643066] transaction","detail":"{read_only:false; response_revision:26393; number_of_response:1; }","duration":"1.315718537s","start":"2026-05-13T03:10:55.870524Z","end":"2026-05-13T03:10:57.186242Z","steps":["trace[134643066] 'process raft request' (duration: 1.143377854s)","trace[134643066] 'compare' (duration: 171.742188ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:57.186292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:55.870505Z","time spent":"1.315765619s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":723,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-13T03:10:57.186547Z","caller":"traceutil/trace.go:171","msg":"trace[1473303718] transaction","detail":"{read_only:false; response_revision:26394; number_of_response:1; }","duration":"1.15029013s","start":"2026-05-13T03:10:56.036244Z","end":"2026-05-13T03:10:57.186534Z","steps":["trace[1473303718] 'process raft request' (duration: 1.149774447s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:57.186598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:56.036231Z","time spent":"1.150333221s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:57.186609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321864313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-eb494335-d27c-4cfa-9ad0-3f075e9ac736\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-05-13T03:10:57.186697Z","caller":"traceutil/trace.go:171","msg":"trace[726886332] range","detail":"{range_begin:/registry/persistentvolumes/pvc-eb494335-d27c-4cfa-9ad0-3f075e9ac736; range_end:; response_count:1; response_revision:26394; }","duration":"1.321960956s","start":"2026-05-13T03:10:55.864712Z","end":"2026-05-13T03:10:57.186672Z","steps":["trace[726886332] 'agreement among raft nodes before linearized reading' (duration: 1.32171782s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:57.186744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:55.864682Z","time spent":"1.322051188s","remote":"127.0.0.1:39606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-eb494335-d27c-4cfa-9ad0-3f075e9ac736\" "} {"level":"info","ts":"2026-05-13T03:10:57.521837Z","caller":"traceutil/trace.go:171","msg":"trace[107186207] transaction","detail":"{read_only:false; response_revision:26396; number_of_response:1; }","duration":"613.390467ms","start":"2026-05-13T03:10:56.908428Z","end":"2026-05-13T03:10:57.521818Z","steps":["trace[107186207] 'process raft request' (duration: 613.137271ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:57.521837Z","caller":"traceutil/trace.go:171","msg":"trace[976880752] transaction","detail":"{read_only:false; response_revision:26397; number_of_response:1; }","duration":"612.807213ms","start":"2026-05-13T03:10:56.909013Z","end":"2026-05-13T03:10:57.52182Z","steps":["trace[976880752] 'process raft request' (duration: 612.645229ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:57.521966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:56.908369Z","time spent":"613.523911ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:57.521999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:56.908978Z","time spent":"612.985878ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:57.521828Z","caller":"traceutil/trace.go:171","msg":"trace[231943514] transaction","detail":"{read_only:false; response_revision:26395; number_of_response:1; }","duration":"613.498771ms","start":"2026-05-13T03:10:56.908301Z","end":"2026-05-13T03:10:57.521799Z","steps":["trace[231943514] 'process raft request' (duration: 566.214374ms)","trace[231943514] 'compare' (duration: 46.913948ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:57.522086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:56.908271Z","time spent":"613.778457ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:57.873676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000758299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-13T03:10:57.873737Z","caller":"traceutil/trace.go:171","msg":"trace[807398092] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000853091s","start":"2026-05-13T03:10:55.872873Z","end":"2026-05-13T03:10:57.873726Z","steps":["trace[807398092] 'agreement among raft nodes before linearized reading' (duration: 2.000773059s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:57.873766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:55.872861Z","time spent":"2.000899992s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:10:58.025956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.240385ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-13T03:10:58.026232Z","caller":"traceutil/trace.go:171","msg":"trace[834162572] linearizableReadLoop","detail":"{readStateIndex:27285; appliedIndex:27281; }","duration":"840.069096ms","start":"2026-05-13T03:10:57.18614Z","end":"2026-05-13T03:10:58.026209Z","steps":["trace[834162572] 'read index received' (duration: 288.430751ms)","trace[834162572] 'applied index is now lower than readState.Index' (duration: 551.636255ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:58.026362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.034033251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:58.026446Z","caller":"traceutil/trace.go:171","msg":"trace[200392638] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26397; }","duration":"2.034151445s","start":"2026-05-13T03:10:55.992237Z","end":"2026-05-13T03:10:58.026389Z","steps":["trace[200392638] 'agreement among raft nodes before linearized reading' (duration: 2.034068243s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:58.026461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990871049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-13T03:10:58.026499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:55.992204Z","time spent":"2.034281367s","remote":"127.0.0.1:39916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-13T03:10:58.026543Z","caller":"traceutil/trace.go:171","msg":"trace[1078438883] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26397; }","duration":"1.991002772s","start":"2026-05-13T03:10:56.035517Z","end":"2026-05-13T03:10:58.026519Z","steps":["trace[1078438883] 'agreement among raft nodes before linearized reading' (duration: 1.990716205s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:58.026548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.155757623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1444"} {"level":"warn","ts":"2026-05-13T03:10:58.026588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:56.035491Z","time spent":"1.991088024s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-13T03:10:58.026591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15877514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-13T03:10:58.026616Z","caller":"traceutil/trace.go:171","msg":"trace[1387491710] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:26397; }","duration":"2.155851596s","start":"2026-05-13T03:10:55.870747Z","end":"2026-05-13T03:10:58.026599Z","steps":["trace[1387491710] 'agreement among raft nodes before linearized reading' (duration: 2.15562919s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:58.026652Z","caller":"traceutil/trace.go:171","msg":"trace[730348882] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26397; }","duration":"2.158863112s","start":"2026-05-13T03:10:55.867776Z","end":"2026-05-13T03:10:58.026639Z","steps":["trace[730348882] 'agreement among raft nodes before linearized reading' (duration: 2.158609376s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:58.026678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:55.870738Z","time spent":"2.155927648s","remote":"127.0.0.1:39654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-05-13T03:10:58.026684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:55.867766Z","time spent":"2.158910173s","remote":"127.0.0.1:39742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-05-13T03:10:58.026602Z","caller":"traceutil/trace.go:171","msg":"trace[1142235898] transaction","detail":"{read_only:false; response_revision:26398; number_of_response:1; }","duration":"158.80057ms","start":"2026-05-13T03:10:57.86778Z","end":"2026-05-13T03:10:58.02658Z","steps":["trace[1142235898] 'process raft request' (duration: 158.284337ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:58.026819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537251756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276057"} {"level":"info","ts":"2026-05-13T03:10:58.026858Z","caller":"traceutil/trace.go:171","msg":"trace[16164594] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26397; }","duration":"1.537352358s","start":"2026-05-13T03:10:56.489496Z","end":"2026-05-13T03:10:58.026848Z","steps":["trace[16164594] 'agreement among raft nodes before linearized reading' (duration: 1.536998949s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:58.026886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:56.489461Z","time spent":"1.53741684s","remote":"127.0.0.1:39916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":276081,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-05-13T03:10:58.504243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.751826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:10:58.504351Z","caller":"traceutil/trace.go:171","msg":"trace[576281376] transaction","detail":"{read_only:false; response_revision:26399; number_of_response:1; }","duration":"636.428811ms","start":"2026-05-13T03:10:57.867909Z","end":"2026-05-13T03:10:58.504338Z","steps":["trace[576281376] 'process raft request' (duration: 500.526551ms)","trace[576281376] 'compare' (duration: 135.375757ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:58.50439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:57.867889Z","time spent":"636.485672ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:58.504616Z","caller":"traceutil/trace.go:171","msg":"trace[736022421] linearizableReadLoop","detail":"{readStateIndex:27290; appliedIndex:27286; }","duration":"478.330138ms","start":"2026-05-13T03:10:58.02627Z","end":"2026-05-13T03:10:58.5046Z","steps":["trace[736022421] 'read index received' (duration: 342.182682ms)","trace[736022421] 'applied index is now lower than readState.Index' (duration: 136.146426ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:58.50466Z","caller":"traceutil/trace.go:171","msg":"trace[22021244] transaction","detail":"{read_only:false; response_revision:26400; number_of_response:1; }","duration":"636.653527ms","start":"2026-05-13T03:10:57.867998Z","end":"2026-05-13T03:10:58.504652Z","steps":["trace[22021244] 'process raft request' (duration: 636.306108ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:58.504692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:57.867991Z","time spent":"636.684028ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:58.504694Z","caller":"traceutil/trace.go:171","msg":"trace[1428838878] transaction","detail":"{read_only:false; response_revision:26401; number_of_response:1; }","duration":"636.231326ms","start":"2026-05-13T03:10:57.868453Z","end":"2026-05-13T03:10:58.504685Z","steps":["trace[1428838878] 'process raft request' (duration: 636.022211ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:58.504755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:57.868442Z","time spent":"636.272999ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:58.504886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.920824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:58.504909Z","caller":"traceutil/trace.go:171","msg":"trace[409656348] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:26403; }","duration":"568.981984ms","start":"2026-05-13T03:10:57.935921Z","end":"2026-05-13T03:10:58.504903Z","steps":["trace[409656348] 'agreement among raft nodes before linearized reading' (duration: 568.901672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:58.504925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:57.935898Z","time spent":"569.022606ms","remote":"127.0.0.1:42480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:10:58.504929Z","caller":"traceutil/trace.go:171","msg":"trace[1547924666] transaction","detail":"{read_only:false; response_revision:26403; number_of_response:1; }","duration":"473.833106ms","start":"2026-05-13T03:10:58.031071Z","end":"2026-05-13T03:10:58.504904Z","steps":["trace[1547924666] 'process raft request' (duration: 473.499897ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:58.505016Z","caller":"traceutil/trace.go:171","msg":"trace[1121802522] transaction","detail":"{read_only:false; response_revision:26402; number_of_response:1; }","duration":"636.554165ms","start":"2026-05-13T03:10:57.868456Z","end":"2026-05-13T03:10:58.50501Z","steps":["trace[1121802522] 'process raft request' (duration: 636.075422ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:58.505047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:57.868437Z","time spent":"636.594747ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:10:58.505085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:58.031043Z","time spent":"473.954149ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:58.505121Z","caller":"traceutil/trace.go:171","msg":"trace[635683450] transaction","detail":"{read_only:false; response_revision:26404; number_of_response:1; }","duration":"472.779589ms","start":"2026-05-13T03:10:58.032337Z","end":"2026-05-13T03:10:58.505116Z","steps":["trace[635683450] 'process raft request' (duration: 472.401309ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:58.505143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:58.032328Z","time spent":"472.804599ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":717,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T03:10:58.505311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.350643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:58.505333Z","caller":"traceutil/trace.go:171","msg":"trace[943237067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26404; }","duration":"631.382764ms","start":"2026-05-13T03:10:57.873944Z","end":"2026-05-13T03:10:58.505326Z","steps":["trace[943237067] 'agreement among raft nodes before linearized reading' (duration: 630.955643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:58.505347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:57.873935Z","time spent":"631.408474ms","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:10:58.505479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.025592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:58.505581Z","caller":"traceutil/trace.go:171","msg":"trace[773822931] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26404; }","duration":"638.177746ms","start":"2026-05-13T03:10:57.867379Z","end":"2026-05-13T03:10:58.505556Z","steps":["trace[773822931] 'agreement among raft nodes before linearized reading' (duration: 637.53389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:58.505652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:57.867357Z","time spent":"638.270018ms","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-13T03:10:58.51584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.166775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:58.515905Z","caller":"traceutil/trace.go:171","msg":"trace[1724226602] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26405; }","duration":"384.282859ms","start":"2026-05-13T03:10:58.131607Z","end":"2026-05-13T03:10:58.515889Z","steps":["trace[1724226602] 'agreement among raft nodes before linearized reading' (duration: 384.170436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:58.515936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:58.131588Z","time spent":"384.340191ms","remote":"127.0.0.1:42310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-13T03:10:58.515966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.377752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-05-13T03:10:58.516009Z","caller":"traceutil/trace.go:171","msg":"trace[1966934722] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:26405; }","duration":"196.446484ms","start":"2026-05-13T03:10:58.319544Z","end":"2026-05-13T03:10:58.515991Z","steps":["trace[1966934722] 'agreement among raft nodes before linearized reading' (duration: 196.33231ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:58.515842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.232131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:58.516102Z","caller":"traceutil/trace.go:171","msg":"trace[1735207146] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26405; }","duration":"287.53222ms","start":"2026-05-13T03:10:58.228561Z","end":"2026-05-13T03:10:58.516094Z","steps":["trace[1735207146] 'agreement among raft nodes before linearized reading' (duration: 287.213611ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:58.516118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.826183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-05-13T03:10:58.516162Z","caller":"traceutil/trace.go:171","msg":"trace[535174221] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:26405; }","duration":"482.892775ms","start":"2026-05-13T03:10:58.033259Z","end":"2026-05-13T03:10:58.516152Z","steps":["trace[535174221] 'agreement among raft nodes before linearized reading' (duration: 482.790853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:58.516193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:58.033248Z","time spent":"482.938766ms","remote":"127.0.0.1:39926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9569,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"warn","ts":"2026-05-13T03:10:58.516285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.978833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:58.516313Z","caller":"traceutil/trace.go:171","msg":"trace[1857549855] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26405; }","duration":"486.037635ms","start":"2026-05-13T03:10:58.030269Z","end":"2026-05-13T03:10:58.516307Z","steps":["trace[1857549855] 'agreement among raft nodes before linearized reading' (duration: 485.988514ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:58.516336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:58.030249Z","time spent":"486.081876ms","remote":"127.0.0.1:39654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-13T03:10:59.006633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.509388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:10:59.00672Z","caller":"traceutil/trace.go:171","msg":"trace[549941669] linearizableReadLoop","detail":"{readStateIndex:27294; appliedIndex:27293; }","duration":"468.318975ms","start":"2026-05-13T03:10:58.538383Z","end":"2026-05-13T03:10:59.006702Z","steps":["trace[549941669] 'read index received' (duration: 248.624933ms)","trace[549941669] 'applied index is now lower than readState.Index' (duration: 219.692572ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:59.006779Z","caller":"traceutil/trace.go:171","msg":"trace[1664090983] transaction","detail":"{read_only:false; response_revision:26406; number_of_response:1; }","duration":"470.610233ms","start":"2026-05-13T03:10:58.536161Z","end":"2026-05-13T03:10:59.006771Z","steps":["trace[1664090983] 'process raft request' (duration: 250.89805ms)","trace[1664090983] 'compare' (duration: 218.642115ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:59.006809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:58.536148Z","time spent":"470.645264ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T03:10:59.007091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.705205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-05-13T03:10:59.007113Z","caller":"traceutil/trace.go:171","msg":"trace[1086820441] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:26406; }","duration":"468.752436ms","start":"2026-05-13T03:10:58.538352Z","end":"2026-05-13T03:10:59.007104Z","steps":["trace[1086820441] 'agreement among raft nodes before linearized reading' (duration: 468.615903ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:59.007141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:58.53834Z","time spent":"468.793637ms","remote":"127.0.0.1:57672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-05-13T03:10:59.007284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.694383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:10:59.007306Z","caller":"traceutil/trace.go:171","msg":"trace[1218820266] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26406; }","duration":"223.755115ms","start":"2026-05-13T03:10:58.783544Z","end":"2026-05-13T03:10:59.007299Z","steps":["trace[1218820266] 'agreement among raft nodes before linearized reading' (duration: 223.705534ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:59.702751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.162138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:10:59.702871Z","caller":"traceutil/trace.go:171","msg":"trace[860781509] linearizableReadLoop","detail":"{readStateIndex:27295; appliedIndex:27294; }","duration":"660.121751ms","start":"2026-05-13T03:10:59.042729Z","end":"2026-05-13T03:10:59.702851Z","steps":["trace[860781509] 'read index received' (duration: 137.784528ms)","trace[860781509] 'applied index is now lower than readState.Index' (duration: 522.335573ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:10:59.703028Z","caller":"traceutil/trace.go:171","msg":"trace[581765885] transaction","detail":"{read_only:false; response_revision:26407; number_of_response:1; }","duration":"661.032405ms","start":"2026-05-13T03:10:59.041974Z","end":"2026-05-13T03:10:59.703007Z","steps":["trace[581765885] 'process raft request' (duration: 138.542168ms)","trace[581765885] 'compare' (duration: 522.020665ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:59.70312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:59.041945Z","time spent":"661.134236ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T03:10:59.703433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.680925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1456"} {"level":"info","ts":"2026-05-13T03:10:59.703518Z","caller":"traceutil/trace.go:171","msg":"trace[86746008] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:26407; }","duration":"660.786067ms","start":"2026-05-13T03:10:59.042712Z","end":"2026-05-13T03:10:59.703498Z","steps":["trace[86746008] 'agreement among raft nodes before linearized reading' (duration: 660.538551ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:59.703559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:59.042704Z","time spent":"660.847078ms","remote":"127.0.0.1:39654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1480,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-05-13T03:10:59.725235Z","caller":"traceutil/trace.go:171","msg":"trace[409603249] transaction","detail":"{read_only:false; response_revision:26408; number_of_response:1; }","duration":"194.845622ms","start":"2026-05-13T03:10:59.530366Z","end":"2026-05-13T03:10:59.725212Z","steps":["trace[409603249] 'process raft request' (duration: 194.700148ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:59.948995Z","caller":"traceutil/trace.go:171","msg":"trace[683398700] transaction","detail":"{read_only:false; response_revision:26409; number_of_response:1; }","duration":"418.522664ms","start":"2026-05-13T03:10:59.530444Z","end":"2026-05-13T03:10:59.948966Z","steps":["trace[683398700] 'process raft request' (duration: 408.608404ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:59.949178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:59.530415Z","time spent":"418.665398ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:59.95001Z","caller":"traceutil/trace.go:171","msg":"trace[151543183] linearizableReadLoop","detail":"{readStateIndex:27298; appliedIndex:27295; }","duration":"247.033194ms","start":"2026-05-13T03:10:59.702957Z","end":"2026-05-13T03:10:59.94999Z","steps":["trace[151543183] 'read index received' (duration: 22.08958ms)","trace[151543183] 'applied index is now lower than readState.Index' (duration: 224.942484ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:10:59.95052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.001835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-05-13T03:10:59.950588Z","caller":"traceutil/trace.go:171","msg":"trace[565600858] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26411; }","duration":"614.097226ms","start":"2026-05-13T03:10:59.336474Z","end":"2026-05-13T03:10:59.950571Z","steps":["trace[565600858] 'agreement among raft nodes before linearized reading' (duration: 613.881071ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:59.950633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:59.336458Z","time spent":"614.163519ms","remote":"127.0.0.1:39608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-13T03:10:59.950999Z","caller":"traceutil/trace.go:171","msg":"trace[1148395737] transaction","detail":"{read_only:false; response_revision:26410; number_of_response:1; }","duration":"414.77362ms","start":"2026-05-13T03:10:59.536208Z","end":"2026-05-13T03:10:59.950982Z","steps":["trace[1148395737] 'process raft request' (duration: 412.059151ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:59.951089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:59.536191Z","time spent":"414.849662ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:10:59.951425Z","caller":"traceutil/trace.go:171","msg":"trace[107846021] transaction","detail":"{read_only:false; response_revision:26411; number_of_response:1; }","duration":"242.415177ms","start":"2026-05-13T03:10:59.708995Z","end":"2026-05-13T03:10:59.95141Z","steps":["trace[107846021] 'process raft request' (duration: 240.771255ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:59.951718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.598541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:10:59.951992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.028845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:10:59.952059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.132335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9583"} {"level":"info","ts":"2026-05-13T03:10:59.952114Z","caller":"traceutil/trace.go:171","msg":"trace[1195209225] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:26411; }","duration":"243.226187ms","start":"2026-05-13T03:10:59.708873Z","end":"2026-05-13T03:10:59.952099Z","steps":["trace[1195209225] 'agreement among raft nodes before linearized reading' (duration: 243.062213ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:10:59.952076Z","caller":"traceutil/trace.go:171","msg":"trace[1517308102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26411; }","duration":"633.183858ms","start":"2026-05-13T03:10:59.318874Z","end":"2026-05-13T03:10:59.952058Z","steps":["trace[1517308102] 'agreement among raft nodes before linearized reading' (duration: 633.020744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:59.95214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.916953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:10:59.952206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:59.318857Z","time spent":"633.302552ms","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T03:10:59.952226Z","caller":"traceutil/trace.go:171","msg":"trace[2009440627] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26411; }","duration":"682.024265ms","start":"2026-05-13T03:10:59.270183Z","end":"2026-05-13T03:10:59.952207Z","steps":["trace[2009440627] 'agreement among raft nodes before linearized reading' (duration: 681.857511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:59.952846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.801789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:10:59.953012Z","caller":"traceutil/trace.go:171","msg":"trace[1708394290] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26411; }","duration":"902.024905ms","start":"2026-05-13T03:10:59.050967Z","end":"2026-05-13T03:10:59.952991Z","steps":["trace[1708394290] 'agreement among raft nodes before linearized reading' (duration: 900.905987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:59.953083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:59.050884Z","time spent":"902.178869ms","remote":"127.0.0.1:54758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:10:59.952542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:59.270159Z","time spent":"682.346694ms","remote":"127.0.0.1:42142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:10:59.953896Z","caller":"traceutil/trace.go:171","msg":"trace[1518903689] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26411; }","duration":"475.654902ms","start":"2026-05-13T03:10:59.476102Z","end":"2026-05-13T03:10:59.951757Z","steps":["trace[1518903689] 'agreement among raft nodes before linearized reading' (duration: 475.497018ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:10:59.953991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:59.476025Z","time spent":"477.943959ms","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:11:00.410578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.591627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:11:00.410742Z","caller":"traceutil/trace.go:171","msg":"trace[2056053020] transaction","detail":"{read_only:false; response_revision:26412; number_of_response:1; }","duration":"437.845214ms","start":"2026-05-13T03:10:59.972842Z","end":"2026-05-13T03:11:00.410687Z","steps":["trace[2056053020] 'process raft request' (duration: 175.078062ms)","trace[2056053020] 'compare' (duration: 261.721955ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:11:00.41081Z","caller":"traceutil/trace.go:171","msg":"trace[1548163602] transaction","detail":"{read_only:false; response_revision:26413; number_of_response:1; }","duration":"378.4326ms","start":"2026-05-13T03:11:00.03236Z","end":"2026-05-13T03:11:00.410792Z","steps":["trace[1548163602] 'process raft request' (duration: 378.328728ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:00.410885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:00.032335Z","time spent":"378.508562ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:11:00.41094Z","caller":"traceutil/trace.go:171","msg":"trace[74359434] linearizableReadLoop","detail":"{readStateIndex:27300; appliedIndex:27299; }","duration":"436.417458ms","start":"2026-05-13T03:10:59.974439Z","end":"2026-05-13T03:11:00.410856Z","steps":["trace[74359434] 'read index received' (duration: 173.563354ms)","trace[74359434] 'applied index is now lower than readState.Index' (duration: 262.848574ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:11:00.411006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:59.972822Z","time spent":"437.993547ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T03:11:00.411214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.904719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18af013d302233ef\" ","response":"range_response_count:1 size:877"} {"level":"warn","ts":"2026-05-13T03:11:00.411197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.92616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:11:00.411229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.774477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-05-13T03:11:00.411261Z","caller":"traceutil/trace.go:171","msg":"trace[1867155190] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18af013d302233ef; range_end:; response_count:1; response_revision:26413; }","duration":"261.997062ms","start":"2026-05-13T03:11:00.149245Z","end":"2026-05-13T03:11:00.411242Z","steps":["trace[1867155190] 'agreement among raft nodes before linearized reading' (duration: 261.826747ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:00.411266Z","caller":"traceutil/trace.go:171","msg":"trace[1258639400] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26413; }","duration":"200.067404ms","start":"2026-05-13T03:11:00.211182Z","end":"2026-05-13T03:11:00.41125Z","steps":["trace[1258639400] 'agreement among raft nodes before linearized reading' (duration: 199.91756ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:00.411301Z","caller":"traceutil/trace.go:171","msg":"trace[193105392] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:26413; }","duration":"436.872009ms","start":"2026-05-13T03:10:59.974402Z","end":"2026-05-13T03:11:00.411274Z","steps":["trace[193105392] 'agreement among raft nodes before linearized reading' (duration: 436.637484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:00.411821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:10:59.974384Z","time spent":"437.415862ms","remote":"127.0.0.1:57672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-05-13T03:11:00.907589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.910428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:11:00.90768Z","caller":"traceutil/trace.go:171","msg":"trace[845931936] linearizableReadLoop","detail":"{readStateIndex:27302; appliedIndex:27301; }","duration":"485.209213ms","start":"2026-05-13T03:11:00.422454Z","end":"2026-05-13T03:11:00.907663Z","steps":["trace[845931936] 'read index received' (duration: 135.158852ms)","trace[845931936] 'applied index is now lower than readState.Index' (duration: 350.049251ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:11:00.907755Z","caller":"traceutil/trace.go:171","msg":"trace[504621494] transaction","detail":"{read_only:false; response_revision:26414; number_of_response:1; }","duration":"493.854271ms","start":"2026-05-13T03:11:00.413887Z","end":"2026-05-13T03:11:00.907742Z","steps":["trace[504621494] 'process raft request' (duration: 143.721578ms)","trace[504621494] 'compare' (duration: 349.797565ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:11:00.907811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:00.413858Z","time spent":"493.921793ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:00.908142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.682255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-05-13T03:11:00.908188Z","caller":"traceutil/trace.go:171","msg":"trace[1661961836] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26414; }","duration":"485.749986ms","start":"2026-05-13T03:11:00.422428Z","end":"2026-05-13T03:11:00.908178Z","steps":["trace[1661961836] 'agreement among raft nodes before linearized reading' (duration: 485.573352ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:00.908217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:00.422416Z","time spent":"485.792268ms","remote":"127.0.0.1:57672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"info","ts":"2026-05-13T03:11:00.938436Z","caller":"traceutil/trace.go:171","msg":"trace[954573789] transaction","detail":"{read_only:false; response_revision:26415; number_of_response:1; }","duration":"428.520468ms","start":"2026-05-13T03:11:00.509893Z","end":"2026-05-13T03:11:00.938413Z","steps":["trace[954573789] 'process raft request' (duration: 428.327263ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:00.938793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:00.509866Z","time spent":"428.633131ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:11:00.939327Z","caller":"traceutil/trace.go:171","msg":"trace[1027374380] transaction","detail":"{read_only:false; response_revision:26416; number_of_response:1; }","duration":"429.234157ms","start":"2026-05-13T03:11:00.510063Z","end":"2026-05-13T03:11:00.939297Z","steps":["trace[1027374380] 'process raft request' (duration: 428.297413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:00.939476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:00.510052Z","time spent":"429.344699ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:00.93977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.536859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:00.93981Z","caller":"traceutil/trace.go:171","msg":"trace[1867452043] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26418; }","duration":"428.5941ms","start":"2026-05-13T03:11:00.511202Z","end":"2026-05-13T03:11:00.939797Z","steps":["trace[1867452043] 'agreement among raft nodes before linearized reading' (duration: 428.536759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:00.939847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:00.51119Z","time spent":"428.647991ms","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-13T03:11:00.940008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.809465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-13T03:11:00.940062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.425645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:00.940074Z","caller":"traceutil/trace.go:171","msg":"trace[556507583] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26418; }","duration":"428.913578ms","start":"2026-05-13T03:11:00.511141Z","end":"2026-05-13T03:11:00.940055Z","steps":["trace[556507583] 'agreement among raft nodes before linearized reading' (duration: 428.733583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:00.940112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:00.511129Z","time spent":"428.975359ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-13T03:11:00.940356Z","caller":"traceutil/trace.go:171","msg":"trace[1275134569] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26418; }","duration":"473.505307ms","start":"2026-05-13T03:11:00.466588Z","end":"2026-05-13T03:11:00.940093Z","steps":["trace[1275134569] 'agreement among raft nodes before linearized reading' (duration: 473.423955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:00.940413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:00.466563Z","time spent":"473.835575ms","remote":"127.0.0.1:42216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:11:00.941069Z","caller":"traceutil/trace.go:171","msg":"trace[1506381604] transaction","detail":"{read_only:false; response_revision:26418; number_of_response:1; }","duration":"426.393484ms","start":"2026-05-13T03:11:00.514659Z","end":"2026-05-13T03:11:00.941052Z","steps":["trace[1506381604] 'process raft request' (duration: 424.849985ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:00.941171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:00.514646Z","time spent":"426.467095ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:11:00.941325Z","caller":"traceutil/trace.go:171","msg":"trace[475342127] transaction","detail":"{read_only:false; response_revision:26417; number_of_response:1; }","duration":"428.940218ms","start":"2026-05-13T03:11:00.512372Z","end":"2026-05-13T03:11:00.941312Z","steps":["trace[475342127] 'process raft request' (duration: 426.850816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:00.941388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:00.512343Z","time spent":"429.01147ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:00.941772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.119441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:11:00.941811Z","caller":"traceutil/trace.go:171","msg":"trace[899014146] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26418; }","duration":"124.198613ms","start":"2026-05-13T03:11:00.817602Z","end":"2026-05-13T03:11:00.941801Z","steps":["trace[899014146] 'agreement among raft nodes before linearized reading' (duration: 124.124792ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:01.596692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.461306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:11:01.596816Z","caller":"traceutil/trace.go:171","msg":"trace[345402378] linearizableReadLoop","detail":"{readStateIndex:27307; appliedIndex:27306; }","duration":"650.070197ms","start":"2026-05-13T03:11:00.946732Z","end":"2026-05-13T03:11:01.596802Z","steps":["trace[345402378] 'read index received' (duration: 172.367564ms)","trace[345402378] 'applied index is now lower than readState.Index' (duration: 477.701583ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:11:01.596859Z","caller":"traceutil/trace.go:171","msg":"trace[1115517047] transaction","detail":"{read_only:false; response_revision:26419; number_of_response:1; }","duration":"650.432225ms","start":"2026-05-13T03:11:00.946385Z","end":"2026-05-13T03:11:01.596818Z","steps":["trace[1115517047] 'process raft request' (duration: 172.748843ms)","trace[1115517047] 'compare' (duration: 477.148869ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:11:01.596958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.22079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"warn","ts":"2026-05-13T03:11:01.596961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:00.946369Z","time spent":"650.547059ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:11:01.596991Z","caller":"traceutil/trace.go:171","msg":"trace[1386681264] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum-nodes; range_end:; response_count:1; response_revision:26419; }","duration":"650.394454ms","start":"2026-05-13T03:11:00.946588Z","end":"2026-05-13T03:11:01.596983Z","steps":["trace[1386681264] 'agreement among raft nodes before linearized reading' (duration: 650.279201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:01.597016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:00.946579Z","time spent":"650.430226ms","remote":"127.0.0.1:39654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1282,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-magnum-nodes\" "} {"level":"warn","ts":"2026-05-13T03:11:01.597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.588201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:11:01.597016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.446226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:01.597082Z","caller":"traceutil/trace.go:171","msg":"trace[1974635965] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26419; }","duration":"293.723694ms","start":"2026-05-13T03:11:01.303341Z","end":"2026-05-13T03:11:01.597064Z","steps":["trace[1974635965] 'agreement among raft nodes before linearized reading' (duration: 293.585511ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:01.597122Z","caller":"traceutil/trace.go:171","msg":"trace[1806011654] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26419; }","duration":"573.60763ms","start":"2026-05-13T03:11:01.023489Z","end":"2026-05-13T03:11:01.597097Z","steps":["trace[1806011654] 'agreement among raft nodes before linearized reading' (duration: 573.427656ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:01.597196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:01.023464Z","time spent":"573.714203ms","remote":"127.0.0.1:42370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:11:01.597291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.81058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:01.597372Z","caller":"traceutil/trace.go:171","msg":"trace[1450441629] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26419; }","duration":"175.930603ms","start":"2026-05-13T03:11:01.421423Z","end":"2026-05-13T03:11:01.597353Z","steps":["trace[1450441629] 'agreement among raft nodes before linearized reading' (duration: 175.83584ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:01.597589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.023111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-13T03:11:01.597707Z","caller":"traceutil/trace.go:171","msg":"trace[1378147571] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:26419; }","duration":"572.161795ms","start":"2026-05-13T03:11:01.025534Z","end":"2026-05-13T03:11:01.597696Z","steps":["trace[1378147571] 'agreement among raft nodes before linearized reading' (duration: 571.713193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:01.597738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:01.025524Z","time spent":"572.206976ms","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"warn","ts":"2026-05-13T03:11:01.98535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.884389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:11:01.98571Z","caller":"traceutil/trace.go:171","msg":"trace[901105924] linearizableReadLoop","detail":"{readStateIndex:27310; appliedIndex:27309; }","duration":"349.596041ms","start":"2026-05-13T03:11:01.636088Z","end":"2026-05-13T03:11:01.985684Z","steps":["trace[901105924] 'read index received' (duration: 216.812519ms)","trace[901105924] 'applied index is now lower than readState.Index' (duration: 132.778821ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:11:01.985717Z","caller":"traceutil/trace.go:171","msg":"trace[1711967439] transaction","detail":"{read_only:false; response_revision:26421; number_of_response:1; }","duration":"361.229375ms","start":"2026-05-13T03:11:01.624429Z","end":"2026-05-13T03:11:01.985658Z","steps":["trace[1711967439] 'process raft request' (duration: 228.475955ms)","trace[1711967439] 'compare' (duration: 131.339055ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:11:01.985832Z","caller":"traceutil/trace.go:171","msg":"trace[1670367858] transaction","detail":"{read_only:false; response_revision:26422; number_of_response:1; }","duration":"344.660205ms","start":"2026-05-13T03:11:01.641155Z","end":"2026-05-13T03:11:01.985816Z","steps":["trace[1670367858] 'process raft request' (duration: 344.286646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:01.98588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.676348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:01.985941Z","caller":"traceutil/trace.go:171","msg":"trace[670003707] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26422; }","duration":"367.74614ms","start":"2026-05-13T03:11:01.618179Z","end":"2026-05-13T03:11:01.985925Z","steps":["trace[670003707] 'agreement among raft nodes before linearized reading' (duration: 367.591496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:01.985944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:01.641134Z","time spent":"344.742477ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T03:11:01.985989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:01.618144Z","time spent":"367.834292ms","remote":"127.0.0.1:42534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:11:01.986224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:01.6244Z","time spent":"361.40111ms","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:11:01.986592Z","caller":"traceutil/trace.go:171","msg":"trace[928734328] transaction","detail":"{read_only:false; response_revision:26423; number_of_response:1; }","duration":"255.102488ms","start":"2026-05-13T03:11:01.731468Z","end":"2026-05-13T03:11:01.98657Z","steps":["trace[928734328] 'process raft request' (duration: 254.294338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:02.667294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.420323ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:11:02.667552Z","caller":"traceutil/trace.go:171","msg":"trace[1170934911] transaction","detail":"{read_only:false; response_revision:26424; number_of_response:1; }","duration":"712.113127ms","start":"2026-05-13T03:11:01.955386Z","end":"2026-05-13T03:11:02.6675Z","steps":["trace[1170934911] 'process raft request' (duration: 131.401137ms)","trace[1170934911] 'compare' (duration: 579.773557ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:11:02.667732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:01.955359Z","time spent":"712.264601ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:11:02.667834Z","caller":"traceutil/trace.go:171","msg":"trace[653299926] linearizableReadLoop","detail":"{readStateIndex:27314; appliedIndex:27312; }","duration":"682.055357ms","start":"2026-05-13T03:11:01.985757Z","end":"2026-05-13T03:11:02.667812Z","steps":["trace[653299926] 'read index received' (duration: 100.954066ms)","trace[653299926] 'applied index is now lower than readState.Index' (duration: 581.100371ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:11:02.667907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.777189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:02.667918Z","caller":"traceutil/trace.go:171","msg":"trace[454593019] transaction","detail":"{read_only:false; response_revision:26425; number_of_response:1; }","duration":"709.205354ms","start":"2026-05-13T03:11:01.95867Z","end":"2026-05-13T03:11:02.667876Z","steps":["trace[454593019] 'process raft request' (duration: 708.727251ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:02.667956Z","caller":"traceutil/trace.go:171","msg":"trace[1079876458] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:26425; }","duration":"852.8329ms","start":"2026-05-13T03:11:01.815108Z","end":"2026-05-13T03:11:02.667941Z","steps":["trace[1079876458] 'agreement among raft nodes before linearized reading' (duration: 852.736708ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:02.668017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:01.815039Z","time spent":"852.963353ms","remote":"127.0.0.1:54806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:11:02.668111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:01.95864Z","time spent":"709.363779ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:02.668124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.824214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9547"} {"level":"info","ts":"2026-05-13T03:11:02.668605Z","caller":"traceutil/trace.go:171","msg":"trace[1251986932] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:26425; }","duration":"995.441839ms","start":"2026-05-13T03:11:01.673149Z","end":"2026-05-13T03:11:02.668591Z","steps":["trace[1251986932] 'agreement among raft nodes before linearized reading' (duration: 994.740452ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:02.668649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:01.673129Z","time spent":"995.510981ms","remote":"127.0.0.1:39926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9571,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"info","ts":"2026-05-13T03:11:02.687792Z","caller":"traceutil/trace.go:171","msg":"trace[2085958967] transaction","detail":"{read_only:false; response_revision:26426; number_of_response:1; }","duration":"495.390941ms","start":"2026-05-13T03:11:02.192374Z","end":"2026-05-13T03:11:02.687765Z","steps":["trace[2085958967] 'process raft request' (duration: 495.249797ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:02.688021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:02.192348Z","time spent":"495.554395ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:11:02.766671Z","caller":"traceutil/trace.go:171","msg":"trace[695348012] transaction","detail":"{read_only:false; response_revision:26427; number_of_response:1; }","duration":"359.424069ms","start":"2026-05-13T03:11:02.407216Z","end":"2026-05-13T03:11:02.76664Z","steps":["trace[695348012] 'process raft request' (duration: 358.873155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:02.766867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:02.407184Z","time spent":"359.574533ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:11:02.767059Z","caller":"traceutil/trace.go:171","msg":"trace[1898741419] transaction","detail":"{read_only:false; response_revision:26428; number_of_response:1; }","duration":"347.319843ms","start":"2026-05-13T03:11:02.419723Z","end":"2026-05-13T03:11:02.767043Z","steps":["trace[1898741419] 'process raft request' (duration: 346.537163ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:02.767133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:02.419703Z","time spent":"347.396004ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:03.072886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.900589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:03.072978Z","caller":"traceutil/trace.go:171","msg":"trace[2127877930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26428; }","duration":"751.043653ms","start":"2026-05-13T03:11:02.321912Z","end":"2026-05-13T03:11:03.072955Z","steps":["trace[2127877930] 'agreement among raft nodes before linearized reading' (duration: 445.314873ms)","trace[2127877930] 'range keys from in-memory index tree' (duration: 305.571606ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:11:03.073027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:02.321891Z","time spent":"751.126604ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:11:03.073058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.378762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-05-13T03:11:03.073095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084774371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-13T03:11:03.073152Z","caller":"traceutil/trace.go:171","msg":"trace[1670471692] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26428; }","duration":"1.084884893s","start":"2026-05-13T03:11:01.98825Z","end":"2026-05-13T03:11:03.073135Z","steps":["trace[1670471692] 'agreement among raft nodes before linearized reading' (duration: 778.761004ms)","trace[1670471692] 'range keys from in-memory index tree' (duration: 305.946285ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:11:03.073162Z","caller":"traceutil/trace.go:171","msg":"trace[1561826471] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26428; }","duration":"736.531786ms","start":"2026-05-13T03:11:02.336595Z","end":"2026-05-13T03:11:03.073127Z","steps":["trace[1561826471] 'agreement among raft nodes before linearized reading' (duration: 430.5272ms)","trace[1561826471] 'range keys from in-memory index tree' (duration: 305.74091ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:11:03.07317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.000537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-05-13T03:11:03.07322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:02.336576Z","time spent":"736.629638ms","remote":"127.0.0.1:39608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-05-13T03:11:03.07318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:01.988231Z","time spent":"1.084943725s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-13T03:11:03.073222Z","caller":"traceutil/trace.go:171","msg":"trace[1921115835] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26428; }","duration":"400.076718ms","start":"2026-05-13T03:11:02.67313Z","end":"2026-05-13T03:11:03.073207Z","steps":["trace[1921115835] 'agreement among raft nodes before linearized reading' (duration: 94.071912ms)","trace[1921115835] 'range keys from in-memory index tree' (duration: 305.877433ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:11:03.0734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:02.673111Z","time spent":"400.279304ms","remote":"127.0.0.1:39608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-05-13T03:11:03.073345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.321847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:11:03.073103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.015165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:03.073485Z","caller":"traceutil/trace.go:171","msg":"trace[566185705] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26428; }","duration":"300.422475ms","start":"2026-05-13T03:11:02.773043Z","end":"2026-05-13T03:11:03.073466Z","steps":["trace[566185705] 'count revisions from in-memory index tree' (duration: 299.963594ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:03.073496Z","caller":"traceutil/trace.go:171","msg":"trace[1290937535] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26428; }","duration":"188.510362ms","start":"2026-05-13T03:11:02.88493Z","end":"2026-05-13T03:11:03.073441Z","steps":["trace[1290937535] 'count revisions from in-memory index tree' (duration: 188.212045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:03.07355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:02.773028Z","time spent":"300.502537ms","remote":"127.0.0.1:42140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:11:03.28074Z","caller":"traceutil/trace.go:171","msg":"trace[649316973] transaction","detail":"{read_only:false; response_revision:26429; number_of_response:1; }","duration":"336.067268ms","start":"2026-05-13T03:11:02.944648Z","end":"2026-05-13T03:11:03.280715Z","steps":["trace[649316973] 'process raft request' (duration: 335.870003ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:03.280893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:02.944621Z","time spent":"336.19585ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:04.365551Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.078515172s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T03:11:04.366795Z","caller":"traceutil/trace.go:171","msg":"trace[1014640578] linearizableReadLoop","detail":"{readStateIndex:27320; appliedIndex:27317; }","duration":"1.419641848s","start":"2026-05-13T03:11:02.947106Z","end":"2026-05-13T03:11:04.366748Z","steps":["trace[1014640578] 'read index received' (duration: 333.491692ms)","trace[1014640578] 'applied index is now lower than readState.Index' (duration: 1.086149066s)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:11:04.366991Z","caller":"traceutil/trace.go:171","msg":"trace[353758786] transaction","detail":"{read_only:false; response_revision:26430; number_of_response:1; }","duration":"1.421353991s","start":"2026-05-13T03:11:02.945466Z","end":"2026-05-13T03:11:04.36682Z","steps":["trace[353758786] 'process raft request' (duration: 1.420347916s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:04.367154Z","caller":"traceutil/trace.go:171","msg":"trace[411560254] transaction","detail":"{read_only:false; response_revision:26432; number_of_response:1; }","duration":"1.41968821s","start":"2026-05-13T03:11:02.947374Z","end":"2026-05-13T03:11:04.367062Z","steps":["trace[411560254] 'process raft request' (duration: 1.41930476s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:04.367184Z","caller":"traceutil/trace.go:171","msg":"trace[2059023370] transaction","detail":"{read_only:false; response_revision:26431; number_of_response:1; }","duration":"1.420865169s","start":"2026-05-13T03:11:02.946265Z","end":"2026-05-13T03:11:04.36713Z","steps":["trace[2059023370] 'process raft request' (duration: 1.420343686s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:04.36726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420141381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:04.367319Z","caller":"traceutil/trace.go:171","msg":"trace[1548317380] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26432; }","duration":"1.420258014s","start":"2026-05-13T03:11:02.947042Z","end":"2026-05-13T03:11:04.3673Z","steps":["trace[1548317380] 'agreement among raft nodes before linearized reading' (duration: 1.420154041s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:04.367416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:02.947018Z","time spent":"1.420350027s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-13T03:11:04.367447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:02.947365Z","time spent":"1.419916135s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:04.367526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:02.946255Z","time spent":"1.421116426s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:04.367559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:02.945429Z","time spent":"1.421769231s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:05.076303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000274007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-13T03:11:05.076412Z","caller":"traceutil/trace.go:171","msg":"trace[954565948] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000440352s","start":"2026-05-13T03:11:03.075946Z","end":"2026-05-13T03:11:05.076387Z","steps":["trace[954565948] 'agreement among raft nodes before linearized reading' (duration: 2.000305848s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:05.076475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:03.075927Z","time spent":"2.000535843s","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:11:05.1496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.473333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:11:05.149799Z","caller":"traceutil/trace.go:171","msg":"trace[272948249] transaction","detail":"{read_only:false; response_revision:26433; number_of_response:1; }","duration":"1.157137453s","start":"2026-05-13T03:11:03.992635Z","end":"2026-05-13T03:11:05.149772Z","steps":["trace[272948249] 'process raft request' (duration: 849.384042ms)","trace[272948249] 'compare' (duration: 307.320759ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:11:05.149886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:03.992605Z","time spent":"1.157243197s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:11:05.150331Z","caller":"traceutil/trace.go:171","msg":"trace[1114759716] linearizableReadLoop","detail":"{readStateIndex:27322; appliedIndex:27321; }","duration":"783.434683ms","start":"2026-05-13T03:11:04.366857Z","end":"2026-05-13T03:11:05.150291Z","steps":["trace[1114759716] 'read index received' (duration: 475.259362ms)","trace[1114759716] 'applied index is now lower than readState.Index' (duration: 308.172481ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:11:05.150502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383549935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:11:05.150628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548960612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-13T03:11:05.150618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616329588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-13T03:11:05.150689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.074460375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-13T03:11:05.150771Z","caller":"traceutil/trace.go:171","msg":"trace[1236724303] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26433; }","duration":"2.074568109s","start":"2026-05-13T03:11:03.076182Z","end":"2026-05-13T03:11:05.15075Z","steps":["trace[1236724303] 'agreement among raft nodes before linearized reading' (duration: 2.074307142s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:05.150658Z","caller":"traceutil/trace.go:171","msg":"trace[967478451] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26433; }","duration":"1.549014664s","start":"2026-05-13T03:11:03.601631Z","end":"2026-05-13T03:11:05.150646Z","steps":["trace[967478451] 'agreement among raft nodes before linearized reading' (duration: 1.548913561s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:05.150819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:03.076175Z","time spent":"2.07463538s","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-05-13T03:11:05.150713Z","caller":"traceutil/trace.go:171","msg":"trace[1335555453] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26433; }","duration":"1.616457701s","start":"2026-05-13T03:11:03.534235Z","end":"2026-05-13T03:11:05.150693Z","steps":["trace[1335555453] 'agreement among raft nodes before linearized reading' (duration: 1.616238826s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:05.150883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:03.601607Z","time spent":"1.549256759s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-13T03:11:05.150923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:03.534214Z","time spent":"1.616698527s","remote":"127.0.0.1:39568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-13T03:11:05.1506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.065326264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9547"} {"level":"warn","ts":"2026-05-13T03:11:05.151106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612680995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-13T03:11:05.151205Z","caller":"traceutil/trace.go:171","msg":"trace[913340924] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26433; }","duration":"1.612949622s","start":"2026-05-13T03:11:03.538238Z","end":"2026-05-13T03:11:05.151188Z","steps":["trace[913340924] 'agreement among raft nodes before linearized reading' (duration: 1.612204864s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:05.150665Z","caller":"traceutil/trace.go:171","msg":"trace[259290801] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26433; }","duration":"1.383780971s","start":"2026-05-13T03:11:03.766862Z","end":"2026-05-13T03:11:05.150644Z","steps":["trace[259290801] 'agreement among raft nodes before linearized reading' (duration: 1.383590216s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:05.151404Z","caller":"traceutil/trace.go:171","msg":"trace[235630179] transaction","detail":"{read_only:false; response_revision:26435; number_of_response:1; }","duration":"477.142589ms","start":"2026-05-13T03:11:04.674251Z","end":"2026-05-13T03:11:05.151393Z","steps":["trace[235630179] 'process raft request' (duration: 476.940674ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:05.155284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:03.766841Z","time spent":"1.388406848s","remote":"127.0.0.1:56202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:11:05.155376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:04.674246Z","time spent":"481.022697ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:05.150506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421075795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:05.155705Z","caller":"traceutil/trace.go:171","msg":"trace[547137118] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26433; }","duration":"1.426311438s","start":"2026-05-13T03:11:03.729372Z","end":"2026-05-13T03:11:05.155684Z","steps":["trace[547137118] 'agreement among raft nodes before linearized reading' (duration: 1.421071895s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:05.155722Z","caller":"traceutil/trace.go:171","msg":"trace[1375928914] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:26433; }","duration":"2.065735114s","start":"2026-05-13T03:11:03.085248Z","end":"2026-05-13T03:11:05.150983Z","steps":["trace[1375928914] 'agreement among raft nodes before linearized reading' (duration: 2.065246942s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:05.155745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:03.729357Z","time spent":"1.426377199s","remote":"127.0.0.1:58080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:11:05.155776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:03.08524Z","time spent":"2.070521196s","remote":"127.0.0.1:39926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9571,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"warn","ts":"2026-05-13T03:11:05.150638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.074103787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b0b1e1ce-4966-43ef-838a-c74910746029\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-05-13T03:11:05.155976Z","caller":"traceutil/trace.go:171","msg":"trace[1397087968] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b0b1e1ce-4966-43ef-838a-c74910746029; range_end:; response_count:1; response_revision:26433; }","duration":"2.079467642s","start":"2026-05-13T03:11:03.076487Z","end":"2026-05-13T03:11:05.155955Z","steps":["trace[1397087968] 'agreement among raft nodes before linearized reading' (duration: 2.074022995s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:05.156012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:03.076466Z","time spent":"2.079534894s","remote":"127.0.0.1:39606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-b0b1e1ce-4966-43ef-838a-c74910746029\" "} {"level":"warn","ts":"2026-05-13T03:11:05.153894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:03.538228Z","time spent":"1.613039674s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-13T03:11:05.157621Z","caller":"traceutil/trace.go:171","msg":"trace[2141363400] transaction","detail":"{read_only:false; response_revision:26434; number_of_response:1; }","duration":"483.279144ms","start":"2026-05-13T03:11:04.674141Z","end":"2026-05-13T03:11:05.15742Z","steps":["trace[2141363400] 'process raft request' (duration: 475.628931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:05.157731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:04.674121Z","time spent":"483.5433ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:05.158143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.412887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:11:05.158209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.321795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:11:05.158279Z","caller":"traceutil/trace.go:171","msg":"trace[1455457637] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26436; }","duration":"306.412968ms","start":"2026-05-13T03:11:04.851838Z","end":"2026-05-13T03:11:05.158251Z","steps":["trace[1455457637] 'agreement among raft nodes before linearized reading' (duration: 306.315795ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:05.15833Z","caller":"traceutil/trace.go:171","msg":"trace[1549442166] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26436; }","duration":"701.510009ms","start":"2026-05-13T03:11:04.456678Z","end":"2026-05-13T03:11:05.158188Z","steps":["trace[1549442166] 'agreement among raft nodes before linearized reading' (duration: 701.308134ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:05.158619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.339069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:11:05.158751Z","caller":"traceutil/trace.go:171","msg":"trace[1061726002] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26436; }","duration":"352.477283ms","start":"2026-05-13T03:11:04.806216Z","end":"2026-05-13T03:11:05.158693Z","steps":["trace[1061726002] 'agreement among raft nodes before linearized reading' (duration: 352.321189ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:05.15883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:04.806194Z","time spent":"352.616067ms","remote":"127.0.0.1:39910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:11:05.158855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:04.456657Z","time spent":"702.181837ms","remote":"127.0.0.1:57714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:11:05.159733Z","caller":"traceutil/trace.go:171","msg":"trace[258239330] transaction","detail":"{read_only:false; response_revision:26436; number_of_response:1; }","duration":"386.435233ms","start":"2026-05-13T03:11:04.773216Z","end":"2026-05-13T03:11:05.159652Z","steps":["trace[258239330] 'process raft request' (duration: 383.677993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:05.160047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:04.773197Z","time spent":"386.668169ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:05.163073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:04.85182Z","time spent":"306.486199ms","remote":"127.0.0.1:39858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:11:05.659716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563945378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:11:06.159973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563945378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:11:06.235549Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.078455111s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T03:11:06.24591Z","caller":"traceutil/trace.go:171","msg":"trace[1131410577] transaction","detail":"{read_only:false; response_revision:26437; number_of_response:1; }","duration":"1.088884536s","start":"2026-05-13T03:11:05.156987Z","end":"2026-05-13T03:11:06.245872Z","steps":["trace[1131410577] 'process raft request' (duration: 1.07881574s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:06.246079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:05.156967Z","time spent":"1.089035219s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:11:06.258075Z","caller":"traceutil/trace.go:171","msg":"trace[1930815613] transaction","detail":"{read_only:false; response_revision:26438; number_of_response:1; }","duration":"1.09224923s","start":"2026-05-13T03:11:05.165794Z","end":"2026-05-13T03:11:06.258043Z","steps":["trace[1930815613] 'process raft request' (duration: 1.091885611s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:06.258189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:05.16578Z","time spent":"1.092356584s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-13T03:11:06.258232Z","caller":"traceutil/trace.go:171","msg":"trace[64854944] transaction","detail":"{read_only:false; response_revision:26439; number_of_response:1; }","duration":"970.270202ms","start":"2026-05-13T03:11:05.28793Z","end":"2026-05-13T03:11:06.2582Z","steps":["trace[64854944] 'process raft request' (duration: 969.956484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:06.258382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:05.287904Z","time spent":"970.404576ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:11:06.259162Z","caller":"traceutil/trace.go:171","msg":"trace[1968497195] linearizableReadLoop","detail":"{readStateIndex:27329; appliedIndex:27325; }","duration":"1.10014318s","start":"2026-05-13T03:11:05.158982Z","end":"2026-05-13T03:11:06.259126Z","steps":["trace[1968497195] 'read index received' (duration: 1.076819799s)","trace[1968497195] 'applied index is now lower than readState.Index' (duration: 23.320301ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:11:06.259203Z","caller":"traceutil/trace.go:171","msg":"trace[1476745056] transaction","detail":"{read_only:false; response_revision:26440; number_of_response:1; }","duration":"416.986966ms","start":"2026-05-13T03:11:05.8422Z","end":"2026-05-13T03:11:06.259187Z","steps":["trace[1476745056] 'process raft request' (duration: 415.836646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:06.259375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100382916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-13T03:11:06.259382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:05.842171Z","time spent":"417.12589ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:11:06.259432Z","caller":"traceutil/trace.go:171","msg":"trace[1710570207] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26440; }","duration":"1.100472199s","start":"2026-05-13T03:11:05.158949Z","end":"2026-05-13T03:11:06.259421Z","steps":["trace[1710570207] 'agreement among raft nodes before linearized reading' (duration: 1.100312485s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:06.259461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:05.158925Z","time spent":"1.10052918s","remote":"127.0.0.1:39742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-13T03:11:06.259461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.456168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:11:06.2595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.451485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18af013e769f1115\" ","response":"range_response_count:1 size:840"} {"level":"warn","ts":"2026-05-13T03:11:06.259507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091492321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:06.259558Z","caller":"traceutil/trace.go:171","msg":"trace[1473265999] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18af013e769f1115; range_end:; response_count:1; response_revision:26440; }","duration":"633.557409ms","start":"2026-05-13T03:11:05.625984Z","end":"2026-05-13T03:11:06.259541Z","steps":["trace[1473265999] 'agreement among raft nodes before linearized reading' (duration: 633.388365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:06.259553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.768086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:06.259549Z","caller":"traceutil/trace.go:171","msg":"trace[541011866] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26440; }","duration":"225.591031ms","start":"2026-05-13T03:11:06.033937Z","end":"2026-05-13T03:11:06.259528Z","steps":["trace[541011866] 'agreement among raft nodes before linearized reading' (duration: 225.443198ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:06.259597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:05.625962Z","time spent":"633.62652ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":864,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18af013e769f1115\" "} {"level":"info","ts":"2026-05-13T03:11:06.259592Z","caller":"traceutil/trace.go:171","msg":"trace[1804904757] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26440; }","duration":"1.091598425s","start":"2026-05-13T03:11:05.167971Z","end":"2026-05-13T03:11:06.25957Z","steps":["trace[1804904757] 'agreement among raft nodes before linearized reading' (duration: 1.091455061s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:06.259613Z","caller":"traceutil/trace.go:171","msg":"trace[2138721413] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26440; }","duration":"733.824397ms","start":"2026-05-13T03:11:05.525771Z","end":"2026-05-13T03:11:06.259595Z","steps":["trace[2138721413] 'agreement among raft nodes before linearized reading' (duration: 733.747515ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:06.259637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:05.167955Z","time spent":"1.091674106s","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:11:06.259664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:05.525741Z","time spent":"733.91111ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:11:06.259471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.922321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:06.259816Z","caller":"traceutil/trace.go:171","msg":"trace[1233061817] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26440; }","duration":"232.330991ms","start":"2026-05-13T03:11:06.027476Z","end":"2026-05-13T03:11:06.259808Z","steps":["trace[1233061817] 'agreement among raft nodes before linearized reading' (duration: 231.927851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:06.260028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097803621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-13T03:11:06.260075Z","caller":"traceutil/trace.go:171","msg":"trace[475545047] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26440; }","duration":"1.097870303s","start":"2026-05-13T03:11:05.162193Z","end":"2026-05-13T03:11:06.260064Z","steps":["trace[475545047] 'agreement among raft nodes before linearized reading' (duration: 1.097151355s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:06.260103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:05.162169Z","time spent":"1.097928374s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-13T03:11:06.260856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093061451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-05-13T03:11:06.261617Z","caller":"traceutil/trace.go:171","msg":"trace[1076464264] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26440; }","duration":"1.093401209s","start":"2026-05-13T03:11:05.167744Z","end":"2026-05-13T03:11:06.261145Z","steps":["trace[1076464264] 'agreement among raft nodes before linearized reading' (duration: 1.091981253s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:06.261832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:05.167727Z","time spent":"1.094084327s","remote":"127.0.0.1:57672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"info","ts":"2026-05-13T03:11:06.449442Z","caller":"traceutil/trace.go:171","msg":"trace[1619516359] transaction","detail":"{read_only:false; response_revision:26441; number_of_response:1; }","duration":"186.45302ms","start":"2026-05-13T03:11:06.262968Z","end":"2026-05-13T03:11:06.449421Z","steps":["trace[1619516359] 'process raft request' (duration: 98.047292ms)","trace[1619516359] 'compare' (duration: 88.301825ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:11:06.449547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.13693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:06.449433Z","caller":"traceutil/trace.go:171","msg":"trace[639776486] linearizableReadLoop","detail":"{readStateIndex:27330; appliedIndex:27329; }","duration":"180.021366ms","start":"2026-05-13T03:11:06.269394Z","end":"2026-05-13T03:11:06.449415Z","steps":["trace[639776486] 'read index received' (duration: 91.586788ms)","trace[639776486] 'applied index is now lower than readState.Index' (duration: 88.433578ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:11:06.449585Z","caller":"traceutil/trace.go:171","msg":"trace[939339784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26441; }","duration":"180.214082ms","start":"2026-05-13T03:11:06.269362Z","end":"2026-05-13T03:11:06.449576Z","steps":["trace[939339784] 'agreement among raft nodes before linearized reading' (duration: 180.11498ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:07.79708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074579513s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:11:07.797358Z","caller":"traceutil/trace.go:171","msg":"trace[1812410896] transaction","detail":"{read_only:false; response_revision:26442; number_of_response:1; }","duration":"1.42404017s","start":"2026-05-13T03:11:06.373274Z","end":"2026-05-13T03:11:07.797314Z","steps":["trace[1812410896] 'process raft request' (duration: 349.137989ms)","trace[1812410896] 'compare' (duration: 1.074180582s)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:11:07.797508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:06.373245Z","time spent":"1.424185974s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:07.797537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524269757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-05-13T03:11:07.797578Z","caller":"traceutil/trace.go:171","msg":"trace[656383961] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:26444; }","duration":"1.524342628s","start":"2026-05-13T03:11:06.27322Z","end":"2026-05-13T03:11:07.797562Z","steps":["trace[656383961] 'agreement among raft nodes before linearized reading' (duration: 1.524193745s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:07.797623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:06.273199Z","time spent":"1.5244159s","remote":"127.0.0.1:57672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3320,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"info","ts":"2026-05-13T03:11:07.797383Z","caller":"traceutil/trace.go:171","msg":"trace[1652085] linearizableReadLoop","detail":"{readStateIndex:27333; appliedIndex:27330; }","duration":"1.347780079s","start":"2026-05-13T03:11:06.449585Z","end":"2026-05-13T03:11:07.797366Z","steps":["trace[1652085] 'read index received' (duration: 272.9841ms)","trace[1652085] 'applied index is now lower than readState.Index' (duration: 1.074794869s)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:11:07.797976Z","caller":"traceutil/trace.go:171","msg":"trace[868590424] transaction","detail":"{read_only:false; response_revision:26443; number_of_response:1; }","duration":"1.423657019s","start":"2026-05-13T03:11:06.374307Z","end":"2026-05-13T03:11:07.797964Z","steps":["trace[868590424] 'process raft request' (duration: 1.42288946s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:07.79805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:06.374289Z","time spent":"1.423724912s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:11:07.798188Z","caller":"traceutil/trace.go:171","msg":"trace[1109750190] transaction","detail":"{read_only:false; response_revision:26444; number_of_response:1; }","duration":"1.405162632s","start":"2026-05-13T03:11:06.393015Z","end":"2026-05-13T03:11:07.798178Z","steps":["trace[1109750190] 'process raft request' (duration: 1.40429292s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:07.798248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:06.392997Z","time spent":"1.405220184s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:07.798355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350089767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:07.798392Z","caller":"traceutil/trace.go:171","msg":"trace[805574635] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26444; }","duration":"1.350128238s","start":"2026-05-13T03:11:06.448254Z","end":"2026-05-13T03:11:07.798382Z","steps":["trace[805574635] 'agreement among raft nodes before linearized reading' (duration: 1.350067366s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:07.798424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:06.448216Z","time spent":"1.35019934s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:11:07.79857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424927602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:11:07.798583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471450389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:07.79864Z","caller":"traceutil/trace.go:171","msg":"trace[531947287] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26444; }","duration":"1.425045215s","start":"2026-05-13T03:11:06.373581Z","end":"2026-05-13T03:11:07.798626Z","steps":["trace[531947287] 'agreement among raft nodes before linearized reading' (duration: 1.424925412s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:07.798653Z","caller":"traceutil/trace.go:171","msg":"trace[1744999241] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26444; }","duration":"1.471564392s","start":"2026-05-13T03:11:06.327071Z","end":"2026-05-13T03:11:07.798635Z","steps":["trace[1744999241] 'agreement among raft nodes before linearized reading' (duration: 1.471440789s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:07.798682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:06.373561Z","time spent":"1.425112117s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-13T03:11:07.798693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:06.327052Z","time spent":"1.471633783s","remote":"127.0.0.1:39916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-13T03:11:08.234331Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.078076111s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T03:11:08.314731Z","caller":"traceutil/trace.go:171","msg":"trace[1634838846] transaction","detail":"{read_only:false; response_revision:26445; number_of_response:1; }","duration":"1.158564169s","start":"2026-05-13T03:11:07.156144Z","end":"2026-05-13T03:11:08.314708Z","steps":["trace[1634838846] 'process raft request' (duration: 1.078540253s)","trace[1634838846] 'compare' (duration: 79.921533ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:11:08.315065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:07.156121Z","time spent":"1.158884686s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:11:08.342444Z","caller":"traceutil/trace.go:171","msg":"trace[1681452952] transaction","detail":"{read_only:false; response_revision:26448; number_of_response:1; }","duration":"1.178469832s","start":"2026-05-13T03:11:07.163944Z","end":"2026-05-13T03:11:08.342413Z","steps":["trace[1681452952] 'process raft request' (duration: 1.178306828s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:08.342572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:07.163928Z","time spent":"1.178566275s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:08.342799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.891640337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:08.342878Z","caller":"traceutil/trace.go:171","msg":"trace[843475222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26449; }","duration":"1.89174829s","start":"2026-05-13T03:11:06.451094Z","end":"2026-05-13T03:11:08.342843Z","steps":["trace[843475222] 'agreement among raft nodes before linearized reading' (duration: 1.89138203s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:08.342992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:06.450856Z","time spent":"1.892121479s","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T03:11:08.343281Z","caller":"traceutil/trace.go:171","msg":"trace[796877489] transaction","detail":"{read_only:false; response_revision:26449; number_of_response:1; }","duration":"647.730598ms","start":"2026-05-13T03:11:07.695536Z","end":"2026-05-13T03:11:08.343267Z","steps":["trace[796877489] 'process raft request' (duration: 646.763583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:08.343396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:07.695507Z","time spent":"647.811779ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:11:08.343019Z","caller":"traceutil/trace.go:171","msg":"trace[1493040474] transaction","detail":"{read_only:false; response_revision:26446; number_of_response:1; }","duration":"1.1803682s","start":"2026-05-13T03:11:07.16263Z","end":"2026-05-13T03:11:08.342998Z","steps":["trace[1493040474] 'process raft request' (duration: 1.179393306s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:08.34366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.960863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:11:08.343733Z","caller":"traceutil/trace.go:171","msg":"trace[249101868] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26449; }","duration":"757.091987ms","start":"2026-05-13T03:11:07.58663Z","end":"2026-05-13T03:11:08.343722Z","steps":["trace[249101868] 'agreement among raft nodes before linearized reading' (duration: 756.910022ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:08.343778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:07.162602Z","time spent":"1.1810981s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:08.343766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.215317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:11:08.343803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:07.586607Z","time spent":"757.160158ms","remote":"127.0.0.1:39578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:11:08.343829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.774526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:11:08.343848Z","caller":"traceutil/trace.go:171","msg":"trace[1449883775] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26449; }","duration":"988.34501ms","start":"2026-05-13T03:11:07.355481Z","end":"2026-05-13T03:11:08.343826Z","steps":["trace[1449883775] 'agreement among raft nodes before linearized reading' (duration: 988.163046ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:08.343889Z","caller":"traceutil/trace.go:171","msg":"trace[1610104725] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26449; }","duration":"940.873898ms","start":"2026-05-13T03:11:07.402999Z","end":"2026-05-13T03:11:08.343873Z","steps":["trace[1610104725] 'agreement among raft nodes before linearized reading' (duration: 940.786826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:08.343893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:07.355455Z","time spent":"988.427792ms","remote":"127.0.0.1:57688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:11:08.34393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:07.402975Z","time spent":"940.94553ms","remote":"127.0.0.1:39724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:11:08.343067Z","caller":"traceutil/trace.go:171","msg":"trace[1955331482] transaction","detail":"{read_only:false; response_revision:26447; number_of_response:1; }","duration":"1.179502509s","start":"2026-05-13T03:11:07.163553Z","end":"2026-05-13T03:11:08.343055Z","steps":["trace[1955331482] 'process raft request' (duration: 1.178635677s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:08.343995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:07.163531Z","time spent":"1.180436003s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:11:08.34243Z","caller":"traceutil/trace.go:171","msg":"trace[2065284481] linearizableReadLoop","detail":"{readStateIndex:27338; appliedIndex:27333; }","duration":"544.685008ms","start":"2026-05-13T03:11:07.797711Z","end":"2026-05-13T03:11:08.342396Z","steps":["trace[2065284481] 'read index received' (duration: 436.911911ms)","trace[2065284481] 'applied index is now lower than readState.Index' (duration: 107.771657ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:11:08.379817Z","caller":"traceutil/trace.go:171","msg":"trace[1060060206] transaction","detail":"{read_only:false; response_revision:26450; number_of_response:1; }","duration":"114.307344ms","start":"2026-05-13T03:11:08.265491Z","end":"2026-05-13T03:11:08.379798Z","steps":["trace[1060060206] 'process raft request' (duration: 114.181391ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:08.379893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.599853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:08.379973Z","caller":"traceutil/trace.go:171","msg":"trace[633918881] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26450; }","duration":"577.720946ms","start":"2026-05-13T03:11:07.802229Z","end":"2026-05-13T03:11:08.37995Z","steps":["trace[633918881] 'agreement among raft nodes before linearized reading' (duration: 577.580502ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:08.380021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:07.802212Z","time spent":"577.801257ms","remote":"127.0.0.1:39654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-13T03:11:08.380093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.636497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-13T03:11:08.38021Z","caller":"traceutil/trace.go:171","msg":"trace[817872164] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26450; }","duration":"128.78259ms","start":"2026-05-13T03:11:08.251385Z","end":"2026-05-13T03:11:08.380168Z","steps":["trace[817872164] 'agreement among raft nodes before linearized reading' (duration: 128.475553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:08.380292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.633468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-nova-default-user\" ","response":"range_response_count:1 size:1297"} {"level":"info","ts":"2026-05-13T03:11:08.380342Z","caller":"traceutil/trace.go:171","msg":"trace[1853462791] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-nova-default-user; range_end:; response_count:1; response_revision:26450; }","duration":"576.718959ms","start":"2026-05-13T03:11:07.803611Z","end":"2026-05-13T03:11:08.38033Z","steps":["trace[1853462791] 'agreement among raft nodes before linearized reading' (duration: 576.552455ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:08.380401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:07.803599Z","time spent":"576.790442ms","remote":"127.0.0.1:39562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1321,"request content":"key:\"/registry/secrets/openstack/rabbitmq-nova-default-user\" "} {"level":"warn","ts":"2026-05-13T03:11:08.644046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.469342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:11:08.644216Z","caller":"traceutil/trace.go:171","msg":"trace[1161992090] linearizableReadLoop","detail":"{readStateIndex:27340; appliedIndex:27339; }","duration":"258.765471ms","start":"2026-05-13T03:11:08.385378Z","end":"2026-05-13T03:11:08.644143Z","steps":["trace[1161992090] 'read index received' (duration: 115.082124ms)","trace[1161992090] 'applied index is now lower than readState.Index' (duration: 143.681076ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:11:08.644497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.089248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"info","ts":"2026-05-13T03:11:08.644529Z","caller":"traceutil/trace.go:171","msg":"trace[1688334953] transaction","detail":"{read_only:false; response_revision:26451; number_of_response:1; }","duration":"259.592412ms","start":"2026-05-13T03:11:08.384576Z","end":"2026-05-13T03:11:08.644168Z","steps":["trace[1688334953] 'process raft request' (duration: 115.908705ms)","trace[1688334953] 'compare' (duration: 143.352929ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:11:08.644588Z","caller":"traceutil/trace.go:171","msg":"trace[1920761899] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26451; }","duration":"259.256882ms","start":"2026-05-13T03:11:08.385312Z","end":"2026-05-13T03:11:08.644569Z","steps":["trace[1920761899] 'agreement among raft nodes before linearized reading' (duration: 258.977155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:09.144579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563945404,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:11:09.645869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563945404,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:11:10.129844Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.440316211s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T03:11:10.131529Z","caller":"traceutil/trace.go:171","msg":"trace[792520038] transaction","detail":"{read_only:false; response_revision:26452; number_of_response:1; }","duration":"1.496225447s","start":"2026-05-13T03:11:08.635274Z","end":"2026-05-13T03:11:10.131499Z","steps":["trace[792520038] 'process raft request' (duration: 1.495045886s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:10.131839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:08.635247Z","time spent":"1.496497634s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:10.131448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051081598s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:10.132371Z","caller":"traceutil/trace.go:171","msg":"trace[116716242] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26451; }","duration":"1.052023772s","start":"2026-05-13T03:11:09.080327Z","end":"2026-05-13T03:11:10.132351Z","steps":["trace[116716242] 'range keys from in-memory index tree' (duration: 1.051020517s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:11.426128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165865304s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-13T03:11:11.426502Z","caller":"traceutil/trace.go:171","msg":"trace[47277444] transaction","detail":"{read_only:false; response_revision:26453; number_of_response:1; }","duration":"1.623061167s","start":"2026-05-13T03:11:09.803419Z","end":"2026-05-13T03:11:11.426481Z","steps":["trace[47277444] 'process raft request' (duration: 1.622818031s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:11.426634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:09.803395Z","time spent":"1.62315992s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:12.32159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000578025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:11:12.322095Z","caller":"traceutil/trace.go:171","msg":"trace[941362106] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001128698s","start":"2026-05-13T03:11:10.320949Z","end":"2026-05-13T03:11:12.322078Z","steps":["trace[941362106] 'agreement among raft nodes before linearized reading' (duration: 2.000601735s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:12.322209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:10.32094Z","time spent":"2.001255051s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 03:11:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:11:12.450586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024008413s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:11:12.451277Z","caller":"traceutil/trace.go:171","msg":"trace[366355401] transaction","detail":"{read_only:false; response_revision:26454; number_of_response:1; }","duration":"2.647417699s","start":"2026-05-13T03:11:09.803804Z","end":"2026-05-13T03:11:12.451222Z","steps":["trace[366355401] 'process raft request' (duration: 1.622661918s)","trace[366355401] 'compare' (duration: 1.023496599s)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:11:12.45159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:09.803792Z","time spent":"2.647709786s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:11:12.451972Z","caller":"traceutil/trace.go:171","msg":"trace[293824164] linearizableReadLoop","detail":"{readStateIndex:27342; appliedIndex:27340; }","duration":"3.80764864s","start":"2026-05-13T03:11:08.644305Z","end":"2026-05-13T03:11:12.451953Z","steps":["trace[293824164] 'read index received' (duration: 1.487110426s)","trace[293824164] 'applied index is now lower than readState.Index' (duration: 2.320537194s)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:11:12.452004Z","caller":"traceutil/trace.go:171","msg":"trace[1011159389] transaction","detail":"{read_only:false; response_revision:26455; number_of_response:1; }","duration":"2.647362938s","start":"2026-05-13T03:11:09.804616Z","end":"2026-05-13T03:11:12.451979Z","steps":["trace[1011159389] 'process raft request' (duration: 2.646078756s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:12.452129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:09.804604Z","time spent":"2.64745139s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:11:12.452234Z","caller":"traceutil/trace.go:171","msg":"trace[619025284] transaction","detail":"{read_only:false; response_revision:26456; number_of_response:1; }","duration":"2.179229337s","start":"2026-05-13T03:11:10.272983Z","end":"2026-05-13T03:11:12.452212Z","steps":["trace[619025284] 'process raft request' (duration: 2.178922569s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:12.452382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:10.272958Z","time spent":"2.179352561s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:11:12.452386Z","caller":"traceutil/trace.go:171","msg":"trace[157492848] transaction","detail":"{read_only:false; response_revision:26457; number_of_response:1; }","duration":"2.132510754s","start":"2026-05-13T03:11:10.319858Z","end":"2026-05-13T03:11:12.452369Z","steps":["trace[157492848] 'process raft request' (duration: 2.132273998s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:12.452474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:10.319833Z","time spent":"2.132596247s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:12.452457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.066639706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" ","response":"range_response_count:1 size:1246"} {"level":"info","ts":"2026-05-13T03:11:12.452568Z","caller":"traceutil/trace.go:171","msg":"trace[473502511] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova-nodes; range_end:; response_count:1; response_revision:26456; }","duration":"4.06679033s","start":"2026-05-13T03:11:08.385751Z","end":"2026-05-13T03:11:12.452541Z","steps":["trace[473502511] 'agreement among raft nodes before linearized reading' (duration: 4.06635695s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:12.452636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:08.385745Z","time spent":"4.066880333s","remote":"127.0.0.1:39654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1270,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" "} {"level":"warn","ts":"2026-05-13T03:11:12.452795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.909284232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:12.454077Z","caller":"traceutil/trace.go:171","msg":"trace[244497772] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26457; }","duration":"3.910568266s","start":"2026-05-13T03:11:08.543487Z","end":"2026-05-13T03:11:12.454055Z","steps":["trace[244497772] 'agreement among raft nodes before linearized reading' (duration: 3.908499234s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:12.45413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:08.543472Z","time spent":"3.910642858s","remote":"127.0.0.1:42310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-13T03:11:12.453125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.795217786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-13T03:11:12.454208Z","caller":"traceutil/trace.go:171","msg":"trace[1200410652] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26461; }","duration":"3.796319663s","start":"2026-05-13T03:11:08.65786Z","end":"2026-05-13T03:11:12.454179Z","steps":["trace[1200410652] 'agreement among raft nodes before linearized reading' (duration: 3.795156434s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:12.454301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:08.657836Z","time spent":"3.796442017s","remote":"127.0.0.1:46214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-13T03:11:12.453193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.769164012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-13T03:11:12.453147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481588906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:11:12.453176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.649543893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:11:12.453236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.742941584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:11:12.453244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.425059516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-13T03:11:12.453267Z","caller":"traceutil/trace.go:171","msg":"trace[268242646] transaction","detail":"{read_only:false; response_revision:26459; number_of_response:1; }","duration":"2.102849464s","start":"2026-05-13T03:11:10.350403Z","end":"2026-05-13T03:11:12.453252Z","steps":["trace[268242646] 'process raft request' (duration: 2.102480345s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:12.453288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.425747443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-05-13T03:11:12.453324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8044455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-13T03:11:12.453316Z","caller":"traceutil/trace.go:171","msg":"trace[1690136807] transaction","detail":"{read_only:false; response_revision:26458; number_of_response:1; }","duration":"2.103019299s","start":"2026-05-13T03:11:10.350288Z","end":"2026-05-13T03:11:12.453307Z","steps":["trace[1690136807] 'process raft request' (duration: 2.102023133s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:12.45333Z","caller":"traceutil/trace.go:171","msg":"trace[705333382] transaction","detail":"{read_only:false; response_revision:26460; number_of_response:1; }","duration":"2.102007393s","start":"2026-05-13T03:11:10.351307Z","end":"2026-05-13T03:11:12.453315Z","steps":["trace[705333382] 'process raft request' (duration: 2.101645444s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:12.453369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.57532611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:11:12.453379Z","caller":"traceutil/trace.go:171","msg":"trace[592587537] transaction","detail":"{read_only:false; response_revision:26461; number_of_response:1; }","duration":"2.068079955s","start":"2026-05-13T03:11:10.385285Z","end":"2026-05-13T03:11:12.453365Z","steps":["trace[592587537] 'process raft request' (duration: 2.067697125s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:12.454386Z","caller":"traceutil/trace.go:171","msg":"trace[1971724944] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26461; }","duration":"1.482879839s","start":"2026-05-13T03:11:10.971494Z","end":"2026-05-13T03:11:12.454374Z","steps":["trace[1971724944] 'agreement among raft nodes before linearized reading' (duration: 1.481585877s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:12.454435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:10.97147Z","time spent":"1.48295165s","remote":"127.0.0.1:39906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:11:12.454432Z","caller":"traceutil/trace.go:171","msg":"trace[1745395595] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26461; }","duration":"3.426908272s","start":"2026-05-13T03:11:09.027504Z","end":"2026-05-13T03:11:12.454412Z","steps":["trace[1745395595] 'agreement among raft nodes before linearized reading' (duration: 3.425753523s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:12.45445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:10.385259Z","time spent":"2.069145261s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:12.454496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:09.027477Z","time spent":"3.427002795s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-13T03:11:12.454566Z","caller":"traceutil/trace.go:171","msg":"trace[1667048121] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26461; }","duration":"1.744310598s","start":"2026-05-13T03:11:10.710245Z","end":"2026-05-13T03:11:12.454556Z","steps":["trace[1667048121] 'agreement among raft nodes before linearized reading' (duration: 1.742966444s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:12.454595Z","caller":"traceutil/trace.go:171","msg":"trace[811560635] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26461; }","duration":"3.426443281s","start":"2026-05-13T03:11:09.028141Z","end":"2026-05-13T03:11:12.454584Z","steps":["trace[811560635] 'agreement among raft nodes before linearized reading' (duration: 3.425068306s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:12.454618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:10.710219Z","time spent":"1.74438768s","remote":"127.0.0.1:57770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:11:12.454627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:09.028114Z","time spent":"3.426504772s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-13T03:11:12.454695Z","caller":"traceutil/trace.go:171","msg":"trace[822308153] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26461; }","duration":"1.805841515s","start":"2026-05-13T03:11:10.648836Z","end":"2026-05-13T03:11:12.454678Z","steps":["trace[822308153] 'agreement among raft nodes before linearized reading' (duration: 1.804419789s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:12.454728Z","caller":"traceutil/trace.go:171","msg":"trace[37580309] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26461; }","duration":"3.576717485s","start":"2026-05-13T03:11:08.878Z","end":"2026-05-13T03:11:12.454718Z","steps":["trace[37580309] 'agreement among raft nodes before linearized reading' (duration: 3.575303519s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:12.453397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.709169378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:11:12.454797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:08.877976Z","time spent":"3.576801966s","remote":"127.0.0.1:39654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:11:12.454832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:10.350362Z","time spent":"2.104415773s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:12.454748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:10.648814Z","time spent":"1.805918206s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-13T03:11:12.454581Z","caller":"traceutil/trace.go:171","msg":"trace[77488838] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26461; }","duration":"2.770581607s","start":"2026-05-13T03:11:09.683989Z","end":"2026-05-13T03:11:12.454571Z","steps":["trace[77488838] 'agreement among raft nodes before linearized reading' (duration: 2.769158502s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:12.454944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:10.350259Z","time spent":"2.104534177s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:12.45497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:09.683966Z","time spent":"2.770993848s","remote":"127.0.0.1:39568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-13T03:11:12.453409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.172902578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-13T03:11:12.4551Z","caller":"traceutil/trace.go:171","msg":"trace[15365613] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26461; }","duration":"2.17458172s","start":"2026-05-13T03:11:10.2805Z","end":"2026-05-13T03:11:12.455082Z","steps":["trace[15365613] 'agreement among raft nodes before linearized reading' (duration: 2.172847497s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:12.454798Z","caller":"traceutil/trace.go:171","msg":"trace[365915387] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26461; }","duration":"3.710602363s","start":"2026-05-13T03:11:08.744179Z","end":"2026-05-13T03:11:12.454781Z","steps":["trace[365915387] 'agreement among raft nodes before linearized reading' (duration: 3.709202528s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:12.455162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:10.280443Z","time spent":"2.174702993s","remote":"127.0.0.1:39608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-05-13T03:11:12.455191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:08.744155Z","time spent":"3.711019723s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:11:12.453461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426874752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-13T03:11:12.455243Z","caller":"traceutil/trace.go:171","msg":"trace[827866446] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:26461; }","duration":"1.428689178s","start":"2026-05-13T03:11:11.026543Z","end":"2026-05-13T03:11:12.455232Z","steps":["trace[827866446] 'agreement among raft nodes before linearized reading' (duration: 1.426882093s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:12.455279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:11.026519Z","time spent":"1.428750699s","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"warn","ts":"2026-05-13T03:11:12.453483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.575215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:11:12.455366Z","caller":"traceutil/trace.go:171","msg":"trace[418941445] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26461; }","duration":"610.464773ms","start":"2026-05-13T03:11:11.844886Z","end":"2026-05-13T03:11:12.455351Z","steps":["trace[418941445] 'agreement among raft nodes before linearized reading' (duration: 608.537435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:12.45541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:11.844864Z","time spent":"610.533246ms","remote":"127.0.0.1:58106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:11:12.453478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.414387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:12.455469Z","caller":"traceutil/trace.go:171","msg":"trace[1182826332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26461; }","duration":"133.433977ms","start":"2026-05-13T03:11:12.322019Z","end":"2026-05-13T03:11:12.455453Z","steps":["trace[1182826332] 'agreement among raft nodes before linearized reading' (duration: 131.434317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:12.453521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.304340595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18af013d302233ef\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-05-13T03:11:12.455589Z","caller":"traceutil/trace.go:171","msg":"trace[999581967] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18af013d302233ef; range_end:; response_count:1; response_revision:26461; }","duration":"2.306450847s","start":"2026-05-13T03:11:10.149128Z","end":"2026-05-13T03:11:12.455579Z","steps":["trace[999581967] 'agreement among raft nodes before linearized reading' (duration: 2.304299074s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:12.455622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:10.149106Z","time spent":"2.30650604s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":901,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18af013d302233ef\" "} {"level":"warn","ts":"2026-05-13T03:11:12.453545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.293113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:11:12.455702Z","caller":"traceutil/trace.go:171","msg":"trace[195563103] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26461; }","duration":"417.441878ms","start":"2026-05-13T03:11:12.03824Z","end":"2026-05-13T03:11:12.455682Z","steps":["trace[195563103] 'agreement among raft nodes before linearized reading' (duration: 415.267783ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:12.453565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.366716024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:12.455763Z","caller":"traceutil/trace.go:171","msg":"trace[307204708] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:26461; }","duration":"2.368956321s","start":"2026-05-13T03:11:10.086796Z","end":"2026-05-13T03:11:12.455753Z","steps":["trace[307204708] 'agreement among raft nodes before linearized reading' (duration: 2.366727664s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:12.455771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:12.038164Z","time spent":"417.583713ms","remote":"127.0.0.1:46214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:11:12.455807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:10.08677Z","time spent":"2.369023793s","remote":"127.0.0.1:42410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:11:12.454757Z","caller":"traceutil/trace.go:171","msg":"trace[713627827] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26461; }","duration":"2.651173015s","start":"2026-05-13T03:11:09.803573Z","end":"2026-05-13T03:11:12.454746Z","steps":["trace[713627827] 'agreement among raft nodes before linearized reading' (duration: 2.649564404s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:12.455963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:09.803548Z","time spent":"2.652399196s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-13T03:11:12.457124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:10.351277Z","time spent":"2.103689555s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:12.961602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563945416,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T03:11:13.107175Z","caller":"traceutil/trace.go:171","msg":"trace[909995298] transaction","detail":"{read_only:false; response_revision:26462; number_of_response:1; }","duration":"648.918778ms","start":"2026-05-13T03:11:12.458226Z","end":"2026-05-13T03:11:13.107145Z","steps":["trace[909995298] 'process raft request' (duration: 648.723243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:13.107364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:12.458192Z","time spent":"649.090542ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:14.086944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.582066ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-05-13T03:11:14.087277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:12.459263Z","time spent":"1.628006983s","remote":"127.0.0.1:39514","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-13T03:11:14.087412Z","caller":"traceutil/trace.go:171","msg":"trace[874337117] linearizableReadLoop","detail":"{readStateIndex:27357; appliedIndex:27352; }","duration":"1.626847594s","start":"2026-05-13T03:11:12.460546Z","end":"2026-05-13T03:11:14.087394Z","steps":["trace[874337117] 'read index received' (duration: 646.66465ms)","trace[874337117] 'applied index is now lower than readState.Index' (duration: 980.181794ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:11:14.087614Z","caller":"traceutil/trace.go:171","msg":"trace[1255761638] transaction","detail":"{read_only:false; response_revision:26463; number_of_response:1; }","duration":"1.626927076s","start":"2026-05-13T03:11:12.460675Z","end":"2026-05-13T03:11:14.087602Z","steps":["trace[1255761638] 'process raft request' (duration: 1.626367442s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:14.087698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:12.460654Z","time spent":"1.626994908s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-13T03:11:14.0877Z","caller":"traceutil/trace.go:171","msg":"trace[1394238792] transaction","detail":"{read_only:false; response_revision:26465; number_of_response:1; }","duration":"1.625973352s","start":"2026-05-13T03:11:12.461684Z","end":"2026-05-13T03:11:14.087657Z","steps":["trace[1394238792] 'process raft request' (duration: 1.625623193s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:14.08779Z","caller":"traceutil/trace.go:171","msg":"trace[1366064676] transaction","detail":"{read_only:false; response_revision:26466; number_of_response:1; }","duration":"1.625285794s","start":"2026-05-13T03:11:12.462472Z","end":"2026-05-13T03:11:14.087758Z","steps":["trace[1366064676] 'process raft request' (duration: 1.624875044s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:14.087888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:12.461679Z","time spent":"1.626128425s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:14.087944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:12.462463Z","time spent":"1.625404267s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:14.087977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627414848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:1430"} {"level":"info","ts":"2026-05-13T03:11:14.088054Z","caller":"traceutil/trace.go:171","msg":"trace[1478657462] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:26466; }","duration":"1.62751392s","start":"2026-05-13T03:11:12.460523Z","end":"2026-05-13T03:11:14.088036Z","steps":["trace[1478657462] 'agreement among raft nodes before linearized reading' (duration: 1.62712077s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:14.088108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:12.460512Z","time spent":"1.627584163s","remote":"127.0.0.1:39654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1454,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" "} {"level":"info","ts":"2026-05-13T03:11:14.087836Z","caller":"traceutil/trace.go:171","msg":"trace[1371758743] transaction","detail":"{read_only:false; response_revision:26464; number_of_response:1; }","duration":"1.626165146s","start":"2026-05-13T03:11:12.461618Z","end":"2026-05-13T03:11:14.087783Z","steps":["trace[1371758743] 'process raft request' (duration: 1.625589422s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:14.08831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:12.461592Z","time spent":"1.626632438s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:14.152432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071928615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:11:14.152696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690816852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:14.152751Z","caller":"traceutil/trace.go:171","msg":"trace[653279507] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26468; }","duration":"1.690911335s","start":"2026-05-13T03:11:12.461828Z","end":"2026-05-13T03:11:14.15274Z","steps":["trace[653279507] 'agreement among raft nodes before linearized reading' (duration: 1.690810492s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:14.152789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:12.461819Z","time spent":"1.690957976s","remote":"127.0.0.1:39654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-13T03:11:14.152776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691849819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-39c9418d-e208-4b81-a162-a5a5f2c7dd5b\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-13T03:11:14.152712Z","caller":"traceutil/trace.go:171","msg":"trace[1127199163] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26468; }","duration":"1.072252213s","start":"2026-05-13T03:11:13.080421Z","end":"2026-05-13T03:11:14.152674Z","steps":["trace[1127199163] 'agreement among raft nodes before linearized reading' (duration: 1.071893844s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:14.152904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524732788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:11:14.15285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363440845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-13T03:11:14.152942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041502185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-5c64d5d5b6-plhg5.18af00b65f4b6cac\" ","response":"range_response_count:1 size:905"} {"level":"info","ts":"2026-05-13T03:11:14.152974Z","caller":"traceutil/trace.go:171","msg":"trace[151199670] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-5c64d5d5b6-plhg5.18af00b65f4b6cac; range_end:; response_count:1; response_revision:26468; }","duration":"1.041534145s","start":"2026-05-13T03:11:13.11143Z","end":"2026-05-13T03:11:14.152964Z","steps":["trace[151199670] 'agreement among raft nodes before linearized reading' (duration: 1.041157996s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:14.152991Z","caller":"traceutil/trace.go:171","msg":"trace[935783952] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26468; }","duration":"1.524850781s","start":"2026-05-13T03:11:12.628089Z","end":"2026-05-13T03:11:14.152939Z","steps":["trace[935783952] 'agreement among raft nodes before linearized reading' (duration: 1.524575114s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:14.15249Z","caller":"traceutil/trace.go:171","msg":"trace[185878906] transaction","detail":"{read_only:false; response_revision:26468; number_of_response:1; }","duration":"720.430608ms","start":"2026-05-13T03:11:13.432029Z","end":"2026-05-13T03:11:14.152459Z","steps":["trace[185878906] 'process raft request' (duration: 720.019438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:14.153026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:13.111406Z","time spent":"1.041609378s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":929,"request content":"key:\"/registry/events/openstack/heat-cfn-5c64d5d5b6-plhg5.18af00b65f4b6cac\" "} {"level":"warn","ts":"2026-05-13T03:11:14.153063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:12.62806Z","time spent":"1.524960924s","remote":"127.0.0.1:41176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":77,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:11:14.152978Z","caller":"traceutil/trace.go:171","msg":"trace[267427105] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26468; }","duration":"1.363629129s","start":"2026-05-13T03:11:12.789329Z","end":"2026-05-13T03:11:14.152959Z","steps":["trace[267427105] 'agreement among raft nodes before linearized reading' (duration: 1.36327212s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:14.15312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:13.431999Z","time spent":"721.044322ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:14.153143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:12.789309Z","time spent":"1.363810224s","remote":"127.0.0.1:39568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":142,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:11:14.152549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6693514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:14.153201Z","caller":"traceutil/trace.go:171","msg":"trace[463241233] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26468; }","duration":"1.670093728s","start":"2026-05-13T03:11:12.483099Z","end":"2026-05-13T03:11:14.153193Z","steps":["trace[463241233] 'agreement among raft nodes before linearized reading' (duration: 1.669327189s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:14.153229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:12.483088Z","time spent":"1.67013367s","remote":"127.0.0.1:39680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:11:14.153137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:13.080395Z","time spent":"1.07252909s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:11:14.152556Z","caller":"traceutil/trace.go:171","msg":"trace[382137670] transaction","detail":"{read_only:false; response_revision:26467; number_of_response:1; }","duration":"801.301405ms","start":"2026-05-13T03:11:13.351244Z","end":"2026-05-13T03:11:14.152545Z","steps":["trace[382137670] 'process raft request' (duration: 800.665149ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:14.153424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:13.351214Z","time spent":"802.185038ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:11:14.152855Z","caller":"traceutil/trace.go:171","msg":"trace[1416523829] range","detail":"{range_begin:/registry/persistentvolumes/pvc-39c9418d-e208-4b81-a162-a5a5f2c7dd5b; range_end:; response_count:1; response_revision:26468; }","duration":"1.691967162s","start":"2026-05-13T03:11:12.460865Z","end":"2026-05-13T03:11:14.152833Z","steps":["trace[1416523829] 'agreement among raft nodes before linearized reading' (duration: 1.691699585s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:14.153491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:12.460857Z","time spent":"1.692628559s","remote":"127.0.0.1:39606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-39c9418d-e208-4b81-a162-a5a5f2c7dd5b\" "} {"level":"warn","ts":"2026-05-13T03:11:14.153928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.041291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:11:14.153981Z","caller":"traceutil/trace.go:171","msg":"trace[1054694605] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26468; }","duration":"190.131204ms","start":"2026-05-13T03:11:13.963835Z","end":"2026-05-13T03:11:14.153966Z","steps":["trace[1054694605] 'agreement among raft nodes before linearized reading' (duration: 189.23841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:14.40933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.949386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:11:14.409722Z","caller":"traceutil/trace.go:171","msg":"trace[447625817] transaction","detail":"{read_only:false; response_revision:26469; number_of_response:1; }","duration":"321.466198ms","start":"2026-05-13T03:11:14.088221Z","end":"2026-05-13T03:11:14.409687Z","steps":["trace[447625817] 'process raft request' (duration: 217.985788ms)","trace[447625817] 'compare' (duration: 102.68286ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:11:14.40982Z","caller":"traceutil/trace.go:171","msg":"trace[594676823] transaction","detail":"{read_only:false; response_revision:26470; number_of_response:1; }","duration":"317.092347ms","start":"2026-05-13T03:11:14.092697Z","end":"2026-05-13T03:11:14.40979Z","steps":["trace[594676823] 'process raft request' (duration: 316.81678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:14.40988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:14.088194Z","time spent":"321.601351ms","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:11:14.4099Z","caller":"traceutil/trace.go:171","msg":"trace[285628373] transaction","detail":"{read_only:false; response_revision:26471; number_of_response:1; }","duration":"254.047911ms","start":"2026-05-13T03:11:14.155832Z","end":"2026-05-13T03:11:14.40988Z","steps":["trace[285628373] 'process raft request' (duration: 253.962219ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:14.409925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:14.092657Z","time spent":"317.2187ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-13T03:11:14.409901Z","caller":"traceutil/trace.go:171","msg":"trace[1037005974] linearizableReadLoop","detail":"{readStateIndex:27361; appliedIndex:27359; }","duration":"257.786455ms","start":"2026-05-13T03:11:14.152093Z","end":"2026-05-13T03:11:14.409879Z","steps":["trace[1037005974] 'read index received' (duration: 154.139782ms)","trace[1037005974] 'applied index is now lower than readState.Index' (duration: 103.644063ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:11:14.410202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.19905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"info","ts":"2026-05-13T03:11:14.410261Z","caller":"traceutil/trace.go:171","msg":"trace[1296959217] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:26471; }","duration":"317.294962ms","start":"2026-05-13T03:11:14.092956Z","end":"2026-05-13T03:11:14.410251Z","steps":["trace[1296959217] 'agreement among raft nodes before linearized reading' (duration: 316.983514ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:14.410249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.292849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:11:14.410297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:14.092944Z","time spent":"317.344554ms","remote":"127.0.0.1:39926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9531,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"warn","ts":"2026-05-13T03:11:14.410296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.499237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:14.41035Z","caller":"traceutil/trace.go:171","msg":"trace[2008830586] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26471; }","duration":"132.432702ms","start":"2026-05-13T03:11:14.2779Z","end":"2026-05-13T03:11:14.410333Z","steps":["trace[2008830586] 'agreement among raft nodes before linearized reading' (duration: 132.276958ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:14.410395Z","caller":"traceutil/trace.go:171","msg":"trace[1846988357] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26471; }","duration":"251.663111ms","start":"2026-05-13T03:11:14.158703Z","end":"2026-05-13T03:11:14.410366Z","steps":["trace[1846988357] 'agreement among raft nodes before linearized reading' (duration: 251.466796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:14.920269Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563945438,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:11:15.534329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.928795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:11:15.534413Z","caller":"traceutil/trace.go:171","msg":"trace[708561423] transaction","detail":"{read_only:false; response_revision:26472; number_of_response:1; }","duration":"1.116072664s","start":"2026-05-13T03:11:14.418326Z","end":"2026-05-13T03:11:15.534398Z","steps":["trace[708561423] 'process raft request' (duration: 936.010665ms)","trace[708561423] 'compare' (duration: 179.684359ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:11:15.534463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:14.418307Z","time spent":"1.116130505s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:11:15.577106Z","caller":"traceutil/trace.go:171","msg":"trace[846116857] linearizableReadLoop","detail":"{readStateIndex:27370; appliedIndex:27362; }","duration":"1.157140133s","start":"2026-05-13T03:11:14.419945Z","end":"2026-05-13T03:11:15.577085Z","steps":["trace[846116857] 'read index received' (duration: 934.395353ms)","trace[846116857] 'applied index is now lower than readState.Index' (duration: 222.74382ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:11:15.577401Z","caller":"traceutil/trace.go:171","msg":"trace[185635379] transaction","detail":"{read_only:false; response_revision:26473; number_of_response:1; }","duration":"1.119456589s","start":"2026-05-13T03:11:14.45793Z","end":"2026-05-13T03:11:15.577386Z","steps":["trace[185635379] 'process raft request' (duration: 1.118823293s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:15.577503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:14.457897Z","time spent":"1.119542962s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:11:15.5777Z","caller":"traceutil/trace.go:171","msg":"trace[1389314531] transaction","detail":"{read_only:false; response_revision:26474; number_of_response:1; }","duration":"1.119750887s","start":"2026-05-13T03:11:14.457939Z","end":"2026-05-13T03:11:15.57769Z","steps":["trace[1389314531] 'process raft request' (duration: 1.118927826s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:15.577753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:14.457911Z","time spent":"1.119811429s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:11:15.577876Z","caller":"traceutil/trace.go:171","msg":"trace[1103190608] transaction","detail":"{read_only:false; response_revision:26475; number_of_response:1; }","duration":"1.11949224s","start":"2026-05-13T03:11:14.458374Z","end":"2026-05-13T03:11:15.577866Z","steps":["trace[1103190608] 'process raft request' (duration: 1.118535996s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:15.577926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:14.458363Z","time spent":"1.119535351s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:11:15.578047Z","caller":"traceutil/trace.go:171","msg":"trace[1097525943] transaction","detail":"{read_only:false; response_revision:26479; number_of_response:1; }","duration":"1.115843587s","start":"2026-05-13T03:11:14.462174Z","end":"2026-05-13T03:11:15.578018Z","steps":["trace[1097525943] 'process raft request' (duration: 1.114875393s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:15.578128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158171488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:11:15.578171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:14.46216Z","time spent":"1.11594261s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:11:15.578201Z","caller":"traceutil/trace.go:171","msg":"trace[992730448] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26479; }","duration":"1.158262161s","start":"2026-05-13T03:11:14.419925Z","end":"2026-05-13T03:11:15.578188Z","steps":["trace[992730448] 'agreement among raft nodes before linearized reading' (duration: 1.158153509s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:15.578243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:14.419916Z","time spent":"1.158317742s","remote":"127.0.0.1:39742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-13T03:11:15.578326Z","caller":"traceutil/trace.go:171","msg":"trace[1402495818] transaction","detail":"{read_only:false; response_revision:26476; number_of_response:1; }","duration":"1.117391227s","start":"2026-05-13T03:11:14.460927Z","end":"2026-05-13T03:11:15.578318Z","steps":["trace[1402495818] 'process raft request' (duration: 1.116025252s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:15.578368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:14.460911Z","time spent":"1.117435728s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:11:15.578427Z","caller":"traceutil/trace.go:171","msg":"trace[1480215505] transaction","detail":"{read_only:false; response_revision:26477; number_of_response:1; }","duration":"1.11750848s","start":"2026-05-13T03:11:14.460913Z","end":"2026-05-13T03:11:15.578421Z","steps":["trace[1480215505] 'process raft request' (duration: 1.116077374s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:15.578459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:14.460898Z","time spent":"1.117545621s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:11:15.578574Z","caller":"traceutil/trace.go:171","msg":"trace[399564589] transaction","detail":"{read_only:false; response_revision:26478; number_of_response:1; }","duration":"1.117206703s","start":"2026-05-13T03:11:14.461358Z","end":"2026-05-13T03:11:15.578565Z","steps":["trace[399564589] 'process raft request' (duration: 1.115664634s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:15.578608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:14.461347Z","time spent":"1.117242213s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:15.907655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.809221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:11:15.907835Z","caller":"traceutil/trace.go:171","msg":"trace[1222710662] linearizableReadLoop","detail":"{readStateIndex:27371; appliedIndex:27370; }","duration":"330.607699ms","start":"2026-05-13T03:11:15.577173Z","end":"2026-05-13T03:11:15.907781Z","steps":["trace[1222710662] 'read index received' (duration: 58.534302ms)","trace[1222710662] 'applied index is now lower than readState.Index' (duration: 272.071367ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:11:15.907933Z","caller":"traceutil/trace.go:171","msg":"trace[924008725] transaction","detail":"{read_only:false; response_revision:26480; number_of_response:1; }","duration":"369.564136ms","start":"2026-05-13T03:11:15.538358Z","end":"2026-05-13T03:11:15.907922Z","steps":["trace[924008725] 'process raft request' (duration: 97.406686ms)","trace[924008725] 'compare' (duration: 271.574105ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:11:15.907996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:15.538307Z","time spent":"369.659858ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T03:11:15.908314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.185071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:11:15.908373Z","caller":"traceutil/trace.go:171","msg":"trace[640265153] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26480; }","duration":"338.279414ms","start":"2026-05-13T03:11:15.570082Z","end":"2026-05-13T03:11:15.908361Z","steps":["trace[640265153] 'agreement among raft nodes before linearized reading' (duration: 338.14197ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:15.908407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:15.570063Z","time spent":"338.335266ms","remote":"127.0.0.1:39608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:11:15.90861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.296602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:15.908669Z","caller":"traceutil/trace.go:171","msg":"trace[400576779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26480; }","duration":"586.401344ms","start":"2026-05-13T03:11:15.322255Z","end":"2026-05-13T03:11:15.908656Z","steps":["trace[400576779] 'agreement among raft nodes before linearized reading' (duration: 586.313662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:15.908703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:15.322228Z","time spent":"586.467596ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:11:15.908805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449141325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:15.908909Z","caller":"traceutil/trace.go:171","msg":"trace[204520714] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26480; }","duration":"1.449276538s","start":"2026-05-13T03:11:14.459603Z","end":"2026-05-13T03:11:15.90888Z","steps":["trace[204520714] 'agreement among raft nodes before linearized reading' (duration: 1.449095443s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:15.908975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:14.459595Z","time spent":"1.449364311s","remote":"127.0.0.1:54780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:11:15.908974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486964573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"info","ts":"2026-05-13T03:11:15.90913Z","caller":"traceutil/trace.go:171","msg":"trace[1963127867] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:26480; }","duration":"1.487101916s","start":"2026-05-13T03:11:14.421973Z","end":"2026-05-13T03:11:15.909075Z","steps":["trace[1963127867] 'agreement among raft nodes before linearized reading' (duration: 1.486795639s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:15.909193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:14.421945Z","time spent":"1.487233559s","remote":"127.0.0.1:39926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9531,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"warn","ts":"2026-05-13T03:11:15.909214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.156538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:11:15.909241Z","caller":"traceutil/trace.go:171","msg":"trace[846691130] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26480; }","duration":"108.209568ms","start":"2026-05-13T03:11:15.801023Z","end":"2026-05-13T03:11:15.909233Z","steps":["trace[846691130] 'agreement among raft nodes before linearized reading' (duration: 108.165937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:15.909232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117580681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:11:15.909287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447361689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:11:15.909042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.6715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:15.909367Z","caller":"traceutil/trace.go:171","msg":"trace[1728951096] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26480; }","duration":"171.018509ms","start":"2026-05-13T03:11:15.738333Z","end":"2026-05-13T03:11:15.909351Z","steps":["trace[1728951096] 'agreement among raft nodes before linearized reading' (duration: 170.686831ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:15.909359Z","caller":"traceutil/trace.go:171","msg":"trace[391300693] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26480; }","duration":"1.447460821s","start":"2026-05-13T03:11:14.461885Z","end":"2026-05-13T03:11:15.909346Z","steps":["trace[391300693] 'agreement among raft nodes before linearized reading' (duration: 1.447300137s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:15.909314Z","caller":"traceutil/trace.go:171","msg":"trace[335069844] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26480; }","duration":"1.117716925s","start":"2026-05-13T03:11:14.791577Z","end":"2026-05-13T03:11:15.909294Z","steps":["trace[335069844] 'agreement among raft nodes before linearized reading' (duration: 1.11753882s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:15.909418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:14.461873Z","time spent":"1.447529364s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-13T03:11:15.90941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.132993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:11:15.908886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.486597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:11:15.909461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:14.791556Z","time spent":"1.11788569s","remote":"127.0.0.1:39846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:11:15.909491Z","caller":"traceutil/trace.go:171","msg":"trace[1369298351] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26480; }","duration":"730.167033ms","start":"2026-05-13T03:11:15.179298Z","end":"2026-05-13T03:11:15.909465Z","steps":["trace[1369298351] 'agreement among raft nodes before linearized reading' (duration: 729.498187ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:15.909482Z","caller":"traceutil/trace.go:171","msg":"trace[183779287] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26480; }","duration":"668.239816ms","start":"2026-05-13T03:11:15.241216Z","end":"2026-05-13T03:11:15.909456Z","steps":["trace[183779287] 'agreement among raft nodes before linearized reading' (duration: 668.077162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:15.90953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:15.179281Z","time spent":"730.238296ms","remote":"127.0.0.1:42086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:11:15.909553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:15.241201Z","time spent":"668.332678ms","remote":"127.0.0.1:39994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:11:16.491373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.822591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:11:16.491514Z","caller":"traceutil/trace.go:171","msg":"trace[2107784460] transaction","detail":"{read_only:false; response_revision:26481; number_of_response:1; }","duration":"577.104539ms","start":"2026-05-13T03:11:15.914379Z","end":"2026-05-13T03:11:16.491484Z","steps":["trace[2107784460] 'process raft request' (duration: 335.089693ms)","trace[2107784460] 'compare' (duration: 241.331329ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:11:16.491604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:15.914357Z","time spent":"577.210362ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-13T03:11:16.933828Z","caller":"traceutil/trace.go:171","msg":"trace[2058632253] linearizableReadLoop","detail":"{readStateIndex:27373; appliedIndex:27371; }","duration":"1.016147134s","start":"2026-05-13T03:11:15.917662Z","end":"2026-05-13T03:11:16.933809Z","steps":["trace[2058632253] 'read index received' (duration: 331.927323ms)","trace[2058632253] 'applied index is now lower than readState.Index' (duration: 684.218881ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:11:16.933921Z","caller":"traceutil/trace.go:171","msg":"trace[181971031] transaction","detail":"{read_only:false; response_revision:26483; number_of_response:1; }","duration":"774.488615ms","start":"2026-05-13T03:11:16.159423Z","end":"2026-05-13T03:11:16.933912Z","steps":["trace[181971031] 'process raft request' (duration: 774.326871ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:16.933997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:16.159395Z","time spent":"774.546437ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:11:16.933997Z","caller":"traceutil/trace.go:171","msg":"trace[1367527137] transaction","detail":"{read_only:false; response_revision:26482; number_of_response:1; }","duration":"1.0180134s","start":"2026-05-13T03:11:15.915938Z","end":"2026-05-13T03:11:16.933951Z","steps":["trace[1367527137] 'process raft request' (duration: 1.003013161s)","trace[1367527137] 'compare' (duration: 14.588449ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:11:16.934114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01642993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"warn","ts":"2026-05-13T03:11:16.934173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:15.915929Z","time spent":"1.018155783s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-13T03:11:16.934207Z","caller":"traceutil/trace.go:171","msg":"trace[1216995172] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:26483; }","duration":"1.016540964s","start":"2026-05-13T03:11:15.917642Z","end":"2026-05-13T03:11:16.934183Z","steps":["trace[1216995172] 'agreement among raft nodes before linearized reading' (duration: 1.016300648s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:16.934287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:15.917635Z","time spent":"1.016628316s","remote":"127.0.0.1:57672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3320,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-05-13T03:11:16.968713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.950038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:11:16.968768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.945932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-kkfnb\" ","response":"range_response_count:1 size:3397"} {"level":"info","ts":"2026-05-13T03:11:16.968777Z","caller":"traceutil/trace.go:171","msg":"trace[86822029] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26484; }","duration":"664.06081ms","start":"2026-05-13T03:11:16.304703Z","end":"2026-05-13T03:11:16.968764Z","steps":["trace[86822029] 'agreement among raft nodes before linearized reading' (duration: 663.923847ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:16.968806Z","caller":"traceutil/trace.go:171","msg":"trace[169922986] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-kkfnb; range_end:; response_count:1; response_revision:26484; }","duration":"422.021784ms","start":"2026-05-13T03:11:16.546772Z","end":"2026-05-13T03:11:16.968794Z","steps":["trace[169922986] 'agreement among raft nodes before linearized reading' (duration: 421.88567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:16.968807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:16.304681Z","time spent":"664.119402ms","remote":"127.0.0.1:57730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:11:16.96882Z","caller":"traceutil/trace.go:171","msg":"trace[498786681] transaction","detail":"{read_only:false; response_revision:26484; number_of_response:1; }","duration":"660.365528ms","start":"2026-05-13T03:11:16.308419Z","end":"2026-05-13T03:11:16.968784Z","steps":["trace[498786681] 'process raft request' (duration: 659.981407ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:16.968869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:16.546731Z","time spent":"422.091926ms","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3421,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-kkfnb\" "} {"level":"warn","ts":"2026-05-13T03:11:16.96889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.16894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:16.968936Z","caller":"traceutil/trace.go:171","msg":"trace[1686909106] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26484; }","duration":"827.240022ms","start":"2026-05-13T03:11:16.141687Z","end":"2026-05-13T03:11:16.968927Z","steps":["trace[1686909106] 'agreement among raft nodes before linearized reading' (duration: 827.114979ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:16.968927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.369033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18af013e769f1115\" ","response":"range_response_count:1 size:840"} {"level":"warn","ts":"2026-05-13T03:11:16.96897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.151455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-13T03:11:16.969035Z","caller":"traceutil/trace.go:171","msg":"trace[1097734478] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18af013e769f1115; range_end:; response_count:1; response_revision:26484; }","duration":"473.529787ms","start":"2026-05-13T03:11:16.49548Z","end":"2026-05-13T03:11:16.96901Z","steps":["trace[1097734478] 'agreement among raft nodes before linearized reading' (duration: 473.22231ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:16.969093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:16.495449Z","time spent":"473.63366ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":864,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18af013e769f1115\" "} {"level":"info","ts":"2026-05-13T03:11:16.969038Z","caller":"traceutil/trace.go:171","msg":"trace[1586054394] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26484; }","duration":"877.248328ms","start":"2026-05-13T03:11:16.091773Z","end":"2026-05-13T03:11:16.969021Z","steps":["trace[1586054394] 'agreement among raft nodes before linearized reading' (duration: 877.064263ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:16.969219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:16.091741Z","time spent":"877.449683ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-13T03:11:16.968961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:16.308392Z","time spent":"660.5043ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:16.968966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:16.141641Z","time spent":"827.318734ms","remote":"127.0.0.1:39700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:11:17.892336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.388128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:11:17.892446Z","caller":"traceutil/trace.go:171","msg":"trace[1195797174] transaction","detail":"{read_only:false; response_revision:26485; number_of_response:1; }","duration":"921.358084ms","start":"2026-05-13T03:11:16.971067Z","end":"2026-05-13T03:11:17.892425Z","steps":["trace[1195797174] 'process raft request' (duration: 341.774792ms)","trace[1195797174] 'compare' (duration: 578.966946ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:11:17.892506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:16.971045Z","time spent":"921.431546ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:18.508011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.892716ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:11:18.508577Z","caller":"traceutil/trace.go:171","msg":"trace[1472978720] transaction","detail":"{read_only:false; response_revision:26486; number_of_response:1; }","duration":"1.535237464s","start":"2026-05-13T03:11:16.973282Z","end":"2026-05-13T03:11:18.508519Z","steps":["trace[1472978720] 'process raft request' (duration: 1.333657431s)","trace[1472978720] 'compare' (duration: 200.560118ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:11:18.508809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:16.973265Z","time spent":"1.535397689s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:11:18.509097Z","caller":"traceutil/trace.go:171","msg":"trace[1640103222] transaction","detail":"{read_only:false; response_revision:26487; number_of_response:1; }","duration":"1.532421333s","start":"2026-05-13T03:11:16.976637Z","end":"2026-05-13T03:11:18.509059Z","steps":["trace[1640103222] 'process raft request' (duration: 1.531592752s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:18.509286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:16.976622Z","time spent":"1.532582597s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3702,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:19.321304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999944079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T03:11:19.321367Z","caller":"traceutil/trace.go:171","msg":"trace[2107266103] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000058111s","start":"2026-05-13T03:11:17.321295Z","end":"2026-05-13T03:11:19.321353Z","steps":["trace[2107266103] 'agreement among raft nodes before linearized reading' (duration: 1.999976119s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:19.3214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:17.321275Z","time spent":"2.000119113s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 03:11:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T03:11:19.933043Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.626042743s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-13T03:11:19.948351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439906671s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-13T03:11:19.948654Z","caller":"traceutil/trace.go:171","msg":"trace[1234715891] linearizableReadLoop","detail":"{readStateIndex:27378; appliedIndex:27375; }","duration":"2.971784131s","start":"2026-05-13T03:11:16.976785Z","end":"2026-05-13T03:11:19.948569Z","steps":["trace[1234715891] 'read index received' (duration: 336.064928ms)","trace[1234715891] 'applied index is now lower than readState.Index' (duration: 2.635717673s)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:11:19.94948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.97250292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-octavia-default-user\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-05-13T03:11:19.949974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.093096ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:19.950139Z","caller":"traceutil/trace.go:171","msg":"trace[1220192730] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26487; }","duration":"870.2631ms","start":"2026-05-13T03:11:19.079846Z","end":"2026-05-13T03:11:19.950109Z","steps":["trace[1220192730] 'range keys from in-memory index tree' (duration: 870.077516ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:19.950247Z","caller":"traceutil/trace.go:171","msg":"trace[265711803] transaction","detail":"{read_only:false; response_revision:26488; number_of_response:1; }","duration":"2.366534059s","start":"2026-05-13T03:11:17.583674Z","end":"2026-05-13T03:11:19.950208Z","steps":["trace[265711803] 'process raft request' (duration: 2.364772374s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:19.950423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:17.583644Z","time spent":"2.366685513s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:11:19.949534Z","caller":"traceutil/trace.go:171","msg":"trace[1840494989] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-octavia-default-user; range_end:; response_count:1; response_revision:26487; }","duration":"2.972755816s","start":"2026-05-13T03:11:16.976766Z","end":"2026-05-13T03:11:19.949522Z","steps":["trace[1840494989] 'agreement among raft nodes before linearized reading' (duration: 2.972407526s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:19.951238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:16.976757Z","time spent":"2.974461918s","remote":"127.0.0.1:39562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1342,"request content":"key:\"/registry/secrets/openstack/rabbitmq-octavia-default-user\" "} {"level":"info","ts":"2026-05-13T03:11:20.03968Z","caller":"traceutil/trace.go:171","msg":"trace[966212213] transaction","detail":"{read_only:false; response_revision:26489; number_of_response:1; }","duration":"2.455210664s","start":"2026-05-13T03:11:17.584443Z","end":"2026-05-13T03:11:20.039654Z","steps":["trace[966212213] 'process raft request' (duration: 2.365746139s)","trace[966212213] 'compare' (duration: 89.217009ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:11:20.03981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:17.584428Z","time spent":"2.455318187s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:11:20.039873Z","caller":"traceutil/trace.go:171","msg":"trace[1380814348] transaction","detail":"{read_only:false; response_revision:26493; number_of_response:1; }","duration":"2.4550628s","start":"2026-05-13T03:11:17.584792Z","end":"2026-05-13T03:11:20.039855Z","steps":["trace[1380814348] 'process raft request' (duration: 2.454978908s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:20.039993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:17.584786Z","time spent":"2.455142642s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:11:20.040085Z","caller":"traceutil/trace.go:171","msg":"trace[545627909] transaction","detail":"{read_only:false; response_revision:26491; number_of_response:1; }","duration":"2.455387179s","start":"2026-05-13T03:11:17.584686Z","end":"2026-05-13T03:11:20.040074Z","steps":["trace[545627909] 'process raft request' (duration: 2.454957928s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:20.040106Z","caller":"traceutil/trace.go:171","msg":"trace[1904000411] transaction","detail":"{read_only:false; response_revision:26492; number_of_response:1; }","duration":"2.455356157s","start":"2026-05-13T03:11:17.584739Z","end":"2026-05-13T03:11:20.040095Z","steps":["trace[1904000411] 'process raft request' (duration: 2.454968708s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:20.040143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:17.58467Z","time spent":"2.45544304s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:20.040161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:17.584727Z","time spent":"2.455401489s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:11:20.04018Z","caller":"traceutil/trace.go:171","msg":"trace[1298929405] transaction","detail":"{read_only:false; response_revision:26494; number_of_response:1; }","duration":"2.454736961s","start":"2026-05-13T03:11:17.585425Z","end":"2026-05-13T03:11:20.040162Z","steps":["trace[1298929405] 'process raft request' (duration: 2.454391132s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:20.040252Z","caller":"traceutil/trace.go:171","msg":"trace[2106061837] transaction","detail":"{read_only:false; response_revision:26490; number_of_response:1; }","duration":"2.455772698s","start":"2026-05-13T03:11:17.584467Z","end":"2026-05-13T03:11:20.04024Z","steps":["trace[2106061837] 'process raft request' (duration: 2.455107141s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:20.040294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:17.585408Z","time spent":"2.454820254s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:20.04032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:17.584436Z","time spent":"2.45584631s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:20.040573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.576836043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-13T03:11:20.040573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526275048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-kkfnb\" ","response":"range_response_count:1 size:3720"} {"level":"warn","ts":"2026-05-13T03:11:20.040593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787773537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-05-13T03:11:20.040624Z","caller":"traceutil/trace.go:171","msg":"trace[1380189827] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26497; }","duration":"1.787806158s","start":"2026-05-13T03:11:18.252808Z","end":"2026-05-13T03:11:20.040614Z","steps":["trace[1380189827] 'agreement among raft nodes before linearized reading' (duration: 1.787710756s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:20.040619Z","caller":"traceutil/trace.go:171","msg":"trace[1185049220] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26497; }","duration":"2.576915615s","start":"2026-05-13T03:11:17.463688Z","end":"2026-05-13T03:11:20.040603Z","steps":["trace[1185049220] 'agreement among raft nodes before linearized reading' (duration: 2.576741901s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:20.040646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:18.252791Z","time spent":"1.787850399s","remote":"127.0.0.1:39608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-05-13T03:11:20.040624Z","caller":"traceutil/trace.go:171","msg":"trace[662202032] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-kkfnb; range_end:; response_count:1; response_revision:26497; }","duration":"1.52636794s","start":"2026-05-13T03:11:18.514242Z","end":"2026-05-13T03:11:20.04061Z","steps":["trace[662202032] 'agreement among raft nodes before linearized reading' (duration: 1.526178485s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:20.040661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:17.463665Z","time spent":"2.576985976s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-13T03:11:20.040681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:18.514214Z","time spent":"1.526459383s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-kkfnb\" "} {"level":"info","ts":"2026-05-13T03:11:20.040822Z","caller":"traceutil/trace.go:171","msg":"trace[2099400718] transaction","detail":"{read_only:false; response_revision:26495; number_of_response:1; }","duration":"2.144233881s","start":"2026-05-13T03:11:17.896574Z","end":"2026-05-13T03:11:20.040808Z","steps":["trace[2099400718] 'process raft request' (duration: 2.143328758s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:20.040873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:17.896548Z","time spent":"2.144296592s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T03:11:20.040923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903284382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:11:20.040938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299441825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:11:20.041006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127737153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:20.041009Z","caller":"traceutil/trace.go:171","msg":"trace[802245186] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26497; }","duration":"1.299572018s","start":"2026-05-13T03:11:18.741413Z","end":"2026-05-13T03:11:20.040985Z","steps":["trace[802245186] 'agreement among raft nodes before linearized reading' (duration: 1.299440205s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:20.041032Z","caller":"traceutil/trace.go:171","msg":"trace[253875926] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26497; }","duration":"2.127800094s","start":"2026-05-13T03:11:17.913225Z","end":"2026-05-13T03:11:20.041025Z","steps":["trace[253875926] 'agreement among raft nodes before linearized reading' (duration: 2.127754033s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:20.041041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387061173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:11:20.041055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538511287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:11:20.041065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:17.913204Z","time spent":"2.127854756s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-13T03:11:20.041061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:18.741391Z","time spent":"1.299652811s","remote":"127.0.0.1:42236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:11:20.041074Z","caller":"traceutil/trace.go:171","msg":"trace[1882311147] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26497; }","duration":"1.387114494s","start":"2026-05-13T03:11:18.653949Z","end":"2026-05-13T03:11:20.041064Z","steps":["trace[1882311147] 'agreement among raft nodes before linearized reading' (duration: 1.387058133s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:20.041102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:18.653938Z","time spent":"1.387158705s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T03:11:20.04096Z","caller":"traceutil/trace.go:171","msg":"trace[1539270982] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26497; }","duration":"1.903325173s","start":"2026-05-13T03:11:18.137624Z","end":"2026-05-13T03:11:20.040949Z","steps":["trace[1539270982] 'agreement among raft nodes before linearized reading' (duration: 1.903254761s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:20.041218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:18.137565Z","time spent":"1.9036443s","remote":"127.0.0.1:39692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:11:20.041215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.511205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:11:20.041255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417500424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:20.041285Z","caller":"traceutil/trace.go:171","msg":"trace[1641303808] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26497; }","duration":"719.617697ms","start":"2026-05-13T03:11:19.321648Z","end":"2026-05-13T03:11:20.041266Z","steps":["trace[1641303808] 'agreement among raft nodes before linearized reading' (duration: 719.511705ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:20.041293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.260133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:20.041333Z","caller":"traceutil/trace.go:171","msg":"trace[2010084499] transaction","detail":"{read_only:false; response_revision:26496; number_of_response:1; }","duration":"1.102183041s","start":"2026-05-13T03:11:18.939142Z","end":"2026-05-13T03:11:20.041325Z","steps":["trace[2010084499] 'process raft request' (duration: 1.100852418s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:20.041325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:19.32163Z","time spent":"719.688019ms","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T03:11:20.041352Z","caller":"traceutil/trace.go:171","msg":"trace[1333068772] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26497; }","duration":"782.327194ms","start":"2026-05-13T03:11:19.259007Z","end":"2026-05-13T03:11:20.041334Z","steps":["trace[1333068772] 'agreement among raft nodes before linearized reading' (duration: 782.224842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:20.041372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:18.939112Z","time spent":"1.102237293s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:20.041389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:19.258938Z","time spent":"782.440577ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:11:20.041081Z","caller":"traceutil/trace.go:171","msg":"trace[1211545001] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26497; }","duration":"1.538575159s","start":"2026-05-13T03:11:18.502499Z","end":"2026-05-13T03:11:20.041074Z","steps":["trace[1211545001] 'agreement among raft nodes before linearized reading' (duration: 1.538249821s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:20.041483Z","caller":"traceutil/trace.go:171","msg":"trace[601622244] transaction","detail":"{read_only:false; response_revision:26497; number_of_response:1; }","duration":"882.659084ms","start":"2026-05-13T03:11:19.158803Z","end":"2026-05-13T03:11:20.041463Z","steps":["trace[601622244] 'process raft request' (duration: 881.226479ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:20.041504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:18.502476Z","time spent":"1.539012539s","remote":"127.0.0.1:39742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:11:20.041291Z","caller":"traceutil/trace.go:171","msg":"trace[1870825427] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26497; }","duration":"1.417571386s","start":"2026-05-13T03:11:18.623709Z","end":"2026-05-13T03:11:20.04128Z","steps":["trace[1870825427] 'agreement among raft nodes before linearized reading' (duration: 1.417518654s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:20.041569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:18.623688Z","time spent":"1.417868563s","remote":"127.0.0.1:35524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:11:20.041587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:19.158783Z","time spent":"882.745406ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:20.066974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.326252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:20.066955Z","caller":"traceutil/trace.go:171","msg":"trace[2029851025] transaction","detail":"{read_only:false; response_revision:26498; number_of_response:1; }","duration":"109.297007ms","start":"2026-05-13T03:11:19.957631Z","end":"2026-05-13T03:11:20.066928Z","steps":["trace[2029851025] 'process raft request' (duration: 108.999569ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:20.067019Z","caller":"traceutil/trace.go:171","msg":"trace[2104220472] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:26498; }","duration":"108.419375ms","start":"2026-05-13T03:11:19.95859Z","end":"2026-05-13T03:11:20.067009Z","steps":["trace[2104220472] 'agreement among raft nodes before linearized reading' (duration: 108.334032ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:20.252932Z","caller":"traceutil/trace.go:171","msg":"trace[312665468] transaction","detail":"{read_only:false; response_revision:26501; number_of_response:1; }","duration":"140.929067ms","start":"2026-05-13T03:11:20.111979Z","end":"2026-05-13T03:11:20.252908Z","steps":["trace[312665468] 'process raft request' (duration: 140.859925ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:20.253084Z","caller":"traceutil/trace.go:171","msg":"trace[1577800752] linearizableReadLoop","detail":"{readStateIndex:27392; appliedIndex:27391; }","duration":"141.022879ms","start":"2026-05-13T03:11:20.11203Z","end":"2026-05-13T03:11:20.253053Z","steps":["trace[1577800752] 'read index received' (duration: 48.741163ms)","trace[1577800752] 'applied index is now lower than readState.Index' (duration: 92.278866ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:11:20.253377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.141834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-kkfnb\" ","response":"range_response_count:1 size:3540"} {"level":"info","ts":"2026-05-13T03:11:20.253413Z","caller":"traceutil/trace.go:171","msg":"trace[196175631] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-kkfnb; range_end:; response_count:1; response_revision:26501; }","duration":"130.231496ms","start":"2026-05-13T03:11:20.12317Z","end":"2026-05-13T03:11:20.253402Z","steps":["trace[196175631] 'agreement among raft nodes before linearized reading' (duration: 130.036821ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:20.253113Z","caller":"traceutil/trace.go:171","msg":"trace[1881442384] transaction","detail":"{read_only:false; response_revision:26500; number_of_response:1; }","duration":"144.17064ms","start":"2026-05-13T03:11:20.108903Z","end":"2026-05-13T03:11:20.253074Z","steps":["trace[1881442384] 'process raft request' (duration: 51.855883ms)","trace[1881442384] 'compare' (duration: 91.877976ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:11:20.253528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.47639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-05-13T03:11:20.253604Z","caller":"traceutil/trace.go:171","msg":"trace[1079621879] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:26501; }","duration":"141.592394ms","start":"2026-05-13T03:11:20.111993Z","end":"2026-05-13T03:11:20.253585Z","steps":["trace[1079621879] 'agreement among raft nodes before linearized reading' (duration: 141.173883ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:20.44517Z","caller":"traceutil/trace.go:171","msg":"trace[1645952019] linearizableReadLoop","detail":"{readStateIndex:27394; appliedIndex:27393; }","duration":"186.958623ms","start":"2026-05-13T03:11:20.258175Z","end":"2026-05-13T03:11:20.445134Z","steps":["trace[1645952019] 'read index received' (duration: 117.918245ms)","trace[1645952019] 'applied index is now lower than readState.Index' (duration: 69.038668ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:11:20.445408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.198799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:20.445449Z","caller":"traceutil/trace.go:171","msg":"trace[2059828038] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26502; }","duration":"187.321362ms","start":"2026-05-13T03:11:20.258116Z","end":"2026-05-13T03:11:20.445438Z","steps":["trace[2059828038] 'agreement among raft nodes before linearized reading' (duration: 187.178258ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:20.445342Z","caller":"traceutil/trace.go:171","msg":"trace[481650675] transaction","detail":"{read_only:false; response_revision:26502; number_of_response:1; }","duration":"187.26129ms","start":"2026-05-13T03:11:20.257996Z","end":"2026-05-13T03:11:20.445257Z","steps":["trace[481650675] 'process raft request' (duration: 118.079809ms)","trace[481650675] 'compare' (duration: 68.873873ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:11:22.862388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:20.589804Z","time spent":"2.27257472s","remote":"127.0.0.1:32964","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-13T03:11:22.864114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923688999s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:11:22.864433Z","caller":"traceutil/trace.go:171","msg":"trace[1764191492] transaction","detail":"{read_only:false; response_revision:26504; number_of_response:1; }","duration":"2.494350085s","start":"2026-05-13T03:11:20.370065Z","end":"2026-05-13T03:11:22.864415Z","steps":["trace[1764191492] 'process raft request' (duration: 2.49414249s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:22.864497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:20.370022Z","time spent":"2.494443087s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:11:22.864671Z","caller":"traceutil/trace.go:171","msg":"trace[2043426272] linearizableReadLoop","detail":"{readStateIndex:27396; appliedIndex:27394; }","duration":"2.419398307s","start":"2026-05-13T03:11:20.445258Z","end":"2026-05-13T03:11:22.864657Z","steps":["trace[2043426272] 'read index received' (duration: 494.942759ms)","trace[2043426272] 'applied index is now lower than readState.Index' (duration: 1.924454438s)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:11:22.864818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.606489002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-05-13T03:11:22.864872Z","caller":"traceutil/trace.go:171","msg":"trace[441576799] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:26504; }","duration":"2.606553985s","start":"2026-05-13T03:11:20.258306Z","end":"2026-05-13T03:11:22.86486Z","steps":["trace[441576799] 'agreement among raft nodes before linearized reading' (duration: 2.606407951s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:22.86494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:20.2583Z","time spent":"2.606629127s","remote":"127.0.0.1:39926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9590,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" "} {"level":"warn","ts":"2026-05-13T03:11:22.8649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.590979321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:22.865366Z","caller":"traceutil/trace.go:171","msg":"trace[1663730684] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:26504; }","duration":"2.591448923s","start":"2026-05-13T03:11:20.273725Z","end":"2026-05-13T03:11:22.865174Z","steps":["trace[1663730684] 'agreement among raft nodes before linearized reading' (duration: 2.590984971s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:22.865611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:20.273702Z","time spent":"2.591883114s","remote":"127.0.0.1:42478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:11:22.864645Z","caller":"traceutil/trace.go:171","msg":"trace[1196203023] transaction","detail":"{read_only:false; response_revision:26503; number_of_response:1; }","duration":"2.604542695s","start":"2026-05-13T03:11:20.260069Z","end":"2026-05-13T03:11:22.864611Z","steps":["trace[1196203023] 'process raft request' (duration: 680.267992ms)","trace[1196203023] 'compare' (duration: 1.922127068s)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:11:22.866022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:20.260051Z","time spent":"2.605871528s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:11:22.90187Z","caller":"traceutil/trace.go:171","msg":"trace[1282850283] transaction","detail":"{read_only:false; response_revision:26505; number_of_response:1; }","duration":"945.151716ms","start":"2026-05-13T03:11:21.956694Z","end":"2026-05-13T03:11:22.901846Z","steps":["trace[1282850283] 'process raft request' (duration: 944.998962ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:22.902048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:21.956579Z","time spent":"945.385123ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:11:23.219567Z","caller":"traceutil/trace.go:171","msg":"trace[297054887] transaction","detail":"{read_only:false; response_revision:26506; number_of_response:1; }","duration":"1.173544998s","start":"2026-05-13T03:11:22.045999Z","end":"2026-05-13T03:11:23.219544Z","steps":["trace[297054887] 'process raft request' (duration: 1.162630772s)","trace[297054887] 'compare' (duration: 10.431154ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:11:23.219692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:22.045972Z","time spent":"1.173653781s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:11:23.219674Z","caller":"traceutil/trace.go:171","msg":"trace[1432161861] transaction","detail":"{read_only:false; response_revision:26507; number_of_response:1; }","duration":"1.172695277s","start":"2026-05-13T03:11:22.046943Z","end":"2026-05-13T03:11:23.219639Z","steps":["trace[1432161861] 'process raft request' (duration: 1.172492042s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:23.21984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:22.046928Z","time spent":"1.17281438s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:11:23.219851Z","caller":"traceutil/trace.go:171","msg":"trace[1886740856] linearizableReadLoop","detail":"{readStateIndex:27404; appliedIndex:27396; }","duration":"355.1436ms","start":"2026-05-13T03:11:22.864692Z","end":"2026-05-13T03:11:23.219835Z","steps":["trace[1886740856] 'read index received' (duration: 36.984325ms)","trace[1886740856] 'applied index is now lower than readState.Index' (duration: 318.158215ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:11:23.220014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.292522524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:23.220054Z","caller":"traceutil/trace.go:171","msg":"trace[927507526] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26512; }","duration":"2.292601506s","start":"2026-05-13T03:11:20.927441Z","end":"2026-05-13T03:11:23.220043Z","steps":["trace[927507526] 'agreement among raft nodes before linearized reading' (duration: 2.292496854s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:23.220035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.116768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:11:23.220092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:20.927417Z","time spent":"2.292664888s","remote":"127.0.0.1:42180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:11:23.220127Z","caller":"traceutil/trace.go:171","msg":"trace[465158459] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26512; }","duration":"985.249652ms","start":"2026-05-13T03:11:22.234853Z","end":"2026-05-13T03:11:23.220103Z","steps":["trace[465158459] 'agreement among raft nodes before linearized reading' (duration: 985.035696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:23.220189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.729831256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:11:23.220196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:22.234837Z","time spent":"985.343864ms","remote":"127.0.0.1:42154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:11:23.220224Z","caller":"traceutil/trace.go:171","msg":"trace[1545726590] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26512; }","duration":"2.729920508s","start":"2026-05-13T03:11:20.490294Z","end":"2026-05-13T03:11:23.220215Z","steps":["trace[1545726590] 'agreement among raft nodes before linearized reading' (duration: 2.729857246s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:23.220226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.706636308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-13T03:11:23.22025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:20.490263Z","time spent":"2.729980009s","remote":"127.0.0.1:35972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:11:23.220262Z","caller":"traceutil/trace.go:171","msg":"trace[830064370] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26512; }","duration":"2.70672845s","start":"2026-05-13T03:11:20.513522Z","end":"2026-05-13T03:11:23.220251Z","steps":["trace[830064370] 'agreement among raft nodes before linearized reading' (duration: 2.706600797s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:23.220257Z","caller":"traceutil/trace.go:171","msg":"trace[764826720] transaction","detail":"{read_only:false; response_revision:26512; number_of_response:1; }","duration":"1.171412994s","start":"2026-05-13T03:11:22.048826Z","end":"2026-05-13T03:11:23.220239Z","steps":["trace[764826720] 'process raft request' (duration: 1.170966483s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:23.220271Z","caller":"traceutil/trace.go:171","msg":"trace[1193418542] transaction","detail":"{read_only:false; response_revision:26511; number_of_response:1; }","duration":"1.172003929s","start":"2026-05-13T03:11:22.048254Z","end":"2026-05-13T03:11:23.220258Z","steps":["trace[1193418542] 'process raft request' (duration: 1.171502506s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:23.220306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:20.513481Z","time spent":"2.706799552s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-13T03:11:23.220267Z","caller":"traceutil/trace.go:171","msg":"trace[814932344] transaction","detail":"{read_only:false; response_revision:26510; number_of_response:1; }","duration":"1.172330027s","start":"2026-05-13T03:11:22.047897Z","end":"2026-05-13T03:11:23.220227Z","steps":["trace[814932344] 'process raft request' (duration: 1.171812964s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:23.220351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:22.048811Z","time spent":"1.171502376s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:23.220356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:22.048241Z","time spent":"1.17205852s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:23.220331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.193797016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-13T03:11:23.220905Z","caller":"traceutil/trace.go:171","msg":"trace[568281718] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:26512; }","duration":"2.194413291s","start":"2026-05-13T03:11:21.02647Z","end":"2026-05-13T03:11:23.220883Z","steps":["trace[568281718] 'agreement among raft nodes before linearized reading' (duration: 2.193474718s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:23.220374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.77627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-13T03:11:23.220988Z","caller":"traceutil/trace.go:171","msg":"trace[1238351294] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26512; }","duration":"351.412816ms","start":"2026-05-13T03:11:22.86956Z","end":"2026-05-13T03:11:23.220973Z","steps":["trace[1238351294] 'agreement among raft nodes before linearized reading' (duration: 350.668237ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:23.220699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:22.047879Z","time spent":"1.172665675s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:23.221035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:22.869507Z","time spent":"351.513918ms","remote":"127.0.0.1:39608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-05-13T03:11:23.220372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.771311596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-13T03:11:23.221132Z","caller":"traceutil/trace.go:171","msg":"trace[222280933] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26512; }","duration":"2.772132236s","start":"2026-05-13T03:11:20.448981Z","end":"2026-05-13T03:11:23.221114Z","steps":["trace[222280933] 'agreement among raft nodes before linearized reading' (duration: 2.771161812s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:23.221194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:20.448956Z","time spent":"2.772220818s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-13T03:11:23.220413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.461652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-05-13T03:11:23.221274Z","caller":"traceutil/trace.go:171","msg":"trace[757633201] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26512; }","duration":"957.348395ms","start":"2026-05-13T03:11:22.263915Z","end":"2026-05-13T03:11:23.221263Z","steps":["trace[757633201] 'agreement among raft nodes before linearized reading' (duration: 956.420992ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:23.221312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:22.263899Z","time spent":"957.403707ms","remote":"127.0.0.1:39608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-05-13T03:11:23.220417Z","caller":"traceutil/trace.go:171","msg":"trace[114240580] transaction","detail":"{read_only:false; response_revision:26508; number_of_response:1; }","duration":"1.173451845s","start":"2026-05-13T03:11:22.046956Z","end":"2026-05-13T03:11:23.220407Z","steps":["trace[114240580] 'process raft request' (duration: 1.172562863s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:23.221649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:22.046891Z","time spent":"1.174531124s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:23.22046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.483197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:23.221775Z","caller":"traceutil/trace.go:171","msg":"trace[1392898065] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26512; }","duration":"177.858613ms","start":"2026-05-13T03:11:23.043906Z","end":"2026-05-13T03:11:23.221765Z","steps":["trace[1392898065] 'agreement among raft nodes before linearized reading' (duration: 176.518879ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:23.220454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.279468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:23.221858Z","caller":"traceutil/trace.go:171","msg":"trace[1580456528] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26512; }","duration":"146.710574ms","start":"2026-05-13T03:11:23.075132Z","end":"2026-05-13T03:11:23.221842Z","steps":["trace[1580456528] 'agreement among raft nodes before linearized reading' (duration: 145.287178ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:23.220473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.467704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:23.222149Z","caller":"traceutil/trace.go:171","msg":"trace[1106080910] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26512; }","duration":"328.176228ms","start":"2026-05-13T03:11:22.893956Z","end":"2026-05-13T03:11:23.222132Z","steps":["trace[1106080910] 'agreement among raft nodes before linearized reading' (duration: 326.485574ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:23.2222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:22.893928Z","time spent":"328.24907ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:11:23.220476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647371743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:11:23.22236Z","caller":"traceutil/trace.go:171","msg":"trace[1673173598] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26512; }","duration":"1.649300602s","start":"2026-05-13T03:11:21.573048Z","end":"2026-05-13T03:11:23.222348Z","steps":["trace[1673173598] 'agreement among raft nodes before linearized reading' (duration: 1.647385923s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:23.222397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:21.573023Z","time spent":"1.649361504s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:11:23.220498Z","caller":"traceutil/trace.go:171","msg":"trace[2020272241] transaction","detail":"{read_only:false; response_revision:26509; number_of_response:1; }","duration":"1.173344953s","start":"2026-05-13T03:11:22.047143Z","end":"2026-05-13T03:11:23.220488Z","steps":["trace[2020272241] 'process raft request' (duration: 1.17241413s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:23.220978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:21.02645Z","time spent":"2.194510993s","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"warn","ts":"2026-05-13T03:11:23.222574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:22.047129Z","time spent":"1.175413186s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:23.220488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173447536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:23.222747Z","caller":"traceutil/trace.go:171","msg":"trace[1171525126] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26512; }","duration":"1.175744194s","start":"2026-05-13T03:11:22.046994Z","end":"2026-05-13T03:11:23.222738Z","steps":["trace[1171525126] 'agreement among raft nodes before linearized reading' (duration: 1.173446555s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:23.222774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:22.046977Z","time spent":"1.175789225s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-13T03:11:23.220507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900694105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:23.22295Z","caller":"traceutil/trace.go:171","msg":"trace[1662595513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26512; }","duration":"1.903346463s","start":"2026-05-13T03:11:21.319594Z","end":"2026-05-13T03:11:23.222941Z","steps":["trace[1662595513] 'agreement among raft nodes before linearized reading' (duration: 1.90089319s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:23.222975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:21.319569Z","time spent":"1.903399044s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T03:11:23.690835Z","caller":"traceutil/trace.go:171","msg":"trace[798687784] linearizableReadLoop","detail":"{readStateIndex:27406; appliedIndex:27405; }","duration":"421.976333ms","start":"2026-05-13T03:11:23.268827Z","end":"2026-05-13T03:11:23.690804Z","steps":["trace[798687784] 'read index received' (duration: 419.789347ms)","trace[798687784] 'applied index is now lower than readState.Index' (duration: 2.186016ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:11:23.690834Z","caller":"traceutil/trace.go:171","msg":"trace[1451581204] transaction","detail":"{read_only:false; response_revision:26513; number_of_response:1; }","duration":"464.622052ms","start":"2026-05-13T03:11:23.226187Z","end":"2026-05-13T03:11:23.690809Z","steps":["trace[1451581204] 'process raft request' (duration: 462.381045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:23.690966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.532218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:23.690992Z","caller":"traceutil/trace.go:171","msg":"trace[201820257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26513; }","duration":"458.583759ms","start":"2026-05-13T03:11:23.232399Z","end":"2026-05-13T03:11:23.690983Z","steps":["trace[201820257] 'agreement among raft nodes before linearized reading' (duration: 458.515397ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:23.691029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:23.232392Z","time spent":"458.631091ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:11:23.69102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:23.226165Z","time spent":"464.775296ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:11:23.691034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.58601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-05-13T03:11:23.691117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.271907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-05-13T03:11:23.691112Z","caller":"traceutil/trace.go:171","msg":"trace[1435091087] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26513; }","duration":"458.687212ms","start":"2026-05-13T03:11:23.232403Z","end":"2026-05-13T03:11:23.69109Z","steps":["trace[1435091087] 'agreement among raft nodes before linearized reading' (duration: 458.417695ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:23.691296Z","caller":"traceutil/trace.go:171","msg":"trace[198076103] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:26513; }","duration":"461.465972ms","start":"2026-05-13T03:11:23.22979Z","end":"2026-05-13T03:11:23.691256Z","steps":["trace[198076103] 'agreement among raft nodes before linearized reading' (duration: 461.156794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:23.691352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:23.229774Z","time spent":"461.566094ms","remote":"127.0.0.1:39926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9590,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" "} {"level":"warn","ts":"2026-05-13T03:11:23.691369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:23.232396Z","time spent":"458.873746ms","remote":"127.0.0.1:46214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-13T03:11:23.692459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.477228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:23.69253Z","caller":"traceutil/trace.go:171","msg":"trace[1691357205] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26513; }","duration":"448.963556ms","start":"2026-05-13T03:11:23.243546Z","end":"2026-05-13T03:11:23.692509Z","steps":["trace[1691357205] 'agreement among raft nodes before linearized reading' (duration: 447.393406ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:23.692589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:23.243524Z","time spent":"449.040429ms","remote":"127.0.0.1:39884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:11:23.69488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.937675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:11:23.69498Z","caller":"traceutil/trace.go:171","msg":"trace[1613829635] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26514; }","duration":"101.064278ms","start":"2026-05-13T03:11:23.593894Z","end":"2026-05-13T03:11:23.694959Z","steps":["trace[1613829635] 'agreement among raft nodes before linearized reading' (duration: 100.905974ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:11:23.695166Z","caller":"traceutil/trace.go:171","msg":"trace[1182676364] transaction","detail":"{read_only:false; response_revision:26514; number_of_response:1; }","duration":"425.320287ms","start":"2026-05-13T03:11:23.269818Z","end":"2026-05-13T03:11:23.695139Z","steps":["trace[1182676364] 'process raft request' (duration: 424.875645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:11:23.695356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:11:23.269798Z","time spent":"425.42803ms","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:11:34.478827Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24696} {"level":"info","ts":"2026-05-13T03:11:34.628944Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24696,"took":"146.304605ms","hash":2468844776,"current-db-size-bytes":53112832,"current-db-size":"53 MB","current-db-size-in-use-bytes":33751040,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-13T03:11:34.629007Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2468844776,"revision":24696,"compact-revision":21484} {"level":"info","ts":"2026-05-13T03:12:23.36049Z","caller":"traceutil/trace.go:171","msg":"trace[1186797482] transaction","detail":"{read_only:false; response_revision:27099; number_of_response:1; }","duration":"168.795893ms","start":"2026-05-13T03:12:23.191662Z","end":"2026-05-13T03:12:23.360458Z","steps":["trace[1186797482] 'process raft request' (duration: 168.564097ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:12:23.785849Z","caller":"traceutil/trace.go:171","msg":"trace[2007847619] linearizableReadLoop","detail":"{readStateIndex:28008; appliedIndex:28007; }","duration":"410.906163ms","start":"2026-05-13T03:12:23.374895Z","end":"2026-05-13T03:12:23.785801Z","steps":["trace[2007847619] 'read index received' (duration: 408.340247ms)","trace[2007847619] 'applied index is now lower than readState.Index' (duration: 2.564476ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:12:23.786122Z","caller":"traceutil/trace.go:171","msg":"trace[590111327] transaction","detail":"{read_only:false; response_revision:27100; number_of_response:1; }","duration":"412.890292ms","start":"2026-05-13T03:12:23.373218Z","end":"2026-05-13T03:12:23.786109Z","steps":["trace[590111327] 'process raft request' (duration: 410.000009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:12:23.786263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:23.373205Z","time spent":"412.957034ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:12:23.786432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.514408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:12:23.786554Z","caller":"traceutil/trace.go:171","msg":"trace[1709938336] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:27100; }","duration":"411.654271ms","start":"2026-05-13T03:12:23.374876Z","end":"2026-05-13T03:12:23.78653Z","steps":["trace[1709938336] 'agreement among raft nodes before linearized reading' (duration: 411.420245ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:12:23.786623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:23.374869Z","time spent":"411.742083ms","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-13T03:12:23.792601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.103478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-13T03:12:23.792684Z","caller":"traceutil/trace.go:171","msg":"trace[627079047] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27108; }","duration":"355.210391ms","start":"2026-05-13T03:12:23.437443Z","end":"2026-05-13T03:12:23.792653Z","steps":["trace[627079047] 'agreement among raft nodes before linearized reading' (duration: 355.045387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:12:23.792766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:23.437432Z","time spent":"355.326565ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-13T03:12:23.792891Z","caller":"traceutil/trace.go:171","msg":"trace[1942470901] transaction","detail":"{read_only:false; response_revision:27104; number_of_response:1; }","duration":"325.795558ms","start":"2026-05-13T03:12:23.467043Z","end":"2026-05-13T03:12:23.792839Z","steps":["trace[1942470901] 'process raft request' (duration: 325.277964ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:12:23.792906Z","caller":"traceutil/trace.go:171","msg":"trace[30910971] transaction","detail":"{read_only:false; response_revision:27106; number_of_response:1; }","duration":"319.268662ms","start":"2026-05-13T03:12:23.473605Z","end":"2026-05-13T03:12:23.792874Z","steps":["trace[30910971] 'process raft request' (duration: 318.81055ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:12:23.792936Z","caller":"traceutil/trace.go:171","msg":"trace[657027155] transaction","detail":"{read_only:false; response_revision:27107; number_of_response:1; }","duration":"319.2035ms","start":"2026-05-13T03:12:23.473724Z","end":"2026-05-13T03:12:23.792927Z","steps":["trace[657027155] 'process raft request' (duration: 318.717297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:12:23.793034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:23.467002Z","time spent":"325.952222ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:12:23.793058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:23.473691Z","time spent":"319.317013ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:12:23.793088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:23.473594Z","time spent":"319.383625ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:12:23.793187Z","caller":"traceutil/trace.go:171","msg":"trace[993297718] transaction","detail":"{read_only:false; response_revision:27108; number_of_response:1; }","duration":"319.079728ms","start":"2026-05-13T03:12:23.4741Z","end":"2026-05-13T03:12:23.79318Z","steps":["trace[993297718] 'process raft request' (duration: 318.362959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:12:23.793226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:23.474088Z","time spent":"319.116198ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:12:23.793252Z","caller":"traceutil/trace.go:171","msg":"trace[407257710] transaction","detail":"{read_only:false; response_revision:27101; number_of_response:1; }","duration":"416.890353ms","start":"2026-05-13T03:12:23.37635Z","end":"2026-05-13T03:12:23.79324Z","steps":["trace[407257710] 'process raft request' (duration: 415.817935ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:12:23.793294Z","caller":"traceutil/trace.go:171","msg":"trace[1278985630] transaction","detail":"{read_only:false; response_revision:27102; number_of_response:1; }","duration":"356.139235ms","start":"2026-05-13T03:12:23.437148Z","end":"2026-05-13T03:12:23.793287Z","steps":["trace[1278985630] 'process raft request' (duration: 355.122749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:12:23.793312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:23.376339Z","time spent":"416.940895ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:12:23.793328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:23.437103Z","time spent":"356.205787ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:12:23.793344Z","caller":"traceutil/trace.go:171","msg":"trace[1998787002] transaction","detail":"{read_only:false; response_revision:27105; number_of_response:1; }","duration":"322.315239ms","start":"2026-05-13T03:12:23.471018Z","end":"2026-05-13T03:12:23.793333Z","steps":["trace[1998787002] 'process raft request' (duration: 321.352374ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:12:23.793387Z","caller":"traceutil/trace.go:171","msg":"trace[888743313] transaction","detail":"{read_only:false; response_revision:27103; number_of_response:1; }","duration":"351.777946ms","start":"2026-05-13T03:12:23.441604Z","end":"2026-05-13T03:12:23.793382Z","steps":["trace[888743313] 'process raft request' (duration: 350.693028ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:12:23.7934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:23.470988Z","time spent":"322.38001ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:12:23.79342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:23.44159Z","time spent":"351.810836ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:12:25.713712Z","caller":"traceutil/trace.go:171","msg":"trace[1463383330] linearizableReadLoop","detail":"{readStateIndex:28022; appliedIndex:28021; }","duration":"312.641394ms","start":"2026-05-13T03:12:25.401041Z","end":"2026-05-13T03:12:25.713683Z","steps":["trace[1463383330] 'read index received' (duration: 312.400678ms)","trace[1463383330] 'applied index is now lower than readState.Index' (duration: 239.626µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:12:25.713838Z","caller":"traceutil/trace.go:171","msg":"trace[285634251] transaction","detail":"{read_only:false; response_revision:27114; number_of_response:1; }","duration":"345.457975ms","start":"2026-05-13T03:12:25.368332Z","end":"2026-05-13T03:12:25.71379Z","steps":["trace[285634251] 'process raft request' (duration: 345.200069ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:12:25.713878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.820759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:12:25.713971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.35675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:12:25.714031Z","caller":"traceutil/trace.go:171","msg":"trace[908286119] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:27114; }","duration":"313.025354ms","start":"2026-05-13T03:12:25.400992Z","end":"2026-05-13T03:12:25.714017Z","steps":["trace[908286119] 'agreement among raft nodes before linearized reading' (duration: 312.828569ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:12:25.71405Z","caller":"traceutil/trace.go:171","msg":"trace[1626097058] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:27114; }","duration":"228.483073ms","start":"2026-05-13T03:12:25.485545Z","end":"2026-05-13T03:12:25.714028Z","steps":["trace[1626097058] 'agreement among raft nodes before linearized reading' (duration: 228.35605ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:12:25.714053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:25.368304Z","time spent":"345.644429ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:12:25.714078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:25.400976Z","time spent":"313.089505ms","remote":"127.0.0.1:42180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:12:25.714312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.896476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:12:25.71448Z","caller":"traceutil/trace.go:171","msg":"trace[1725578816] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:27114; }","duration":"156.195513ms","start":"2026-05-13T03:12:25.558257Z","end":"2026-05-13T03:12:25.714453Z","steps":["trace[1725578816] 'agreement among raft nodes before linearized reading' (duration: 155.701271ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:12:26.362715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.211367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:12:26.362835Z","caller":"traceutil/trace.go:171","msg":"trace[1624083801] linearizableReadLoop","detail":"{readStateIndex:28023; appliedIndex:28022; }","duration":"565.66599ms","start":"2026-05-13T03:12:25.797147Z","end":"2026-05-13T03:12:26.362813Z","steps":["trace[1624083801] 'read index received' (duration: 309.295679ms)","trace[1624083801] 'applied index is now lower than readState.Index' (duration: 256.368531ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:12:26.362872Z","caller":"traceutil/trace.go:171","msg":"trace[463786456] transaction","detail":"{read_only:false; response_revision:27115; number_of_response:1; }","duration":"567.017123ms","start":"2026-05-13T03:12:25.795822Z","end":"2026-05-13T03:12:26.362839Z","steps":["trace[463786456] 'process raft request' (duration: 310.55035ms)","trace[463786456] 'compare' (duration: 255.650193ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:12:26.363046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.886865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-13T03:12:26.363048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:25.795804Z","time spent":"567.156807ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:12:26.363112Z","caller":"traceutil/trace.go:171","msg":"trace[714920940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27115; }","duration":"565.960948ms","start":"2026-05-13T03:12:25.797122Z","end":"2026-05-13T03:12:26.363083Z","steps":["trace[714920940] 'agreement among raft nodes before linearized reading' (duration: 565.762173ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:12:26.363155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:25.797112Z","time spent":"566.033459ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-13T03:12:26.69696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.859974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:12:26.697249Z","caller":"traceutil/trace.go:171","msg":"trace[2048104334] transaction","detail":"{read_only:false; response_revision:27116; number_of_response:1; }","duration":"899.48926ms","start":"2026-05-13T03:12:25.797724Z","end":"2026-05-13T03:12:26.697213Z","steps":["trace[2048104334] 'process raft request' (duration: 794.271187ms)","trace[2048104334] 'compare' (duration: 104.68182ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:12:26.697416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:25.797711Z","time spent":"899.613883ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:12:26.69742Z","caller":"traceutil/trace.go:171","msg":"trace[1236850341] transaction","detail":"{read_only:false; response_revision:27117; number_of_response:1; }","duration":"898.868434ms","start":"2026-05-13T03:12:25.79853Z","end":"2026-05-13T03:12:26.697399Z","steps":["trace[1236850341] 'process raft request' (duration: 898.555166ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:12:26.697419Z","caller":"traceutil/trace.go:171","msg":"trace[1381337924] transaction","detail":"{read_only:false; response_revision:27119; number_of_response:1; }","duration":"898.349011ms","start":"2026-05-13T03:12:25.799049Z","end":"2026-05-13T03:12:26.697398Z","steps":["trace[1381337924] 'process raft request' (duration: 898.156246ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:12:26.697407Z","caller":"traceutil/trace.go:171","msg":"trace[1902087155] transaction","detail":"{read_only:false; response_revision:27118; number_of_response:1; }","duration":"898.798601ms","start":"2026-05-13T03:12:25.798579Z","end":"2026-05-13T03:12:26.697377Z","steps":["trace[1902087155] 'process raft request' (duration: 898.581476ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:12:26.697462Z","caller":"traceutil/trace.go:171","msg":"trace[1514900385] transaction","detail":"{read_only:false; response_revision:27120; number_of_response:1; }","duration":"897.955921ms","start":"2026-05-13T03:12:25.799472Z","end":"2026-05-13T03:12:26.697428Z","steps":["trace[1514900385] 'process raft request' (duration: 897.785596ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:12:26.697467Z","caller":"traceutil/trace.go:171","msg":"trace[572457496] transaction","detail":"{read_only:false; response_revision:27121; number_of_response:1; }","duration":"897.581302ms","start":"2026-05-13T03:12:25.799853Z","end":"2026-05-13T03:12:26.697435Z","steps":["trace[572457496] 'process raft request' (duration: 897.453569ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:12:26.697527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:25.799038Z","time spent":"898.435753ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:12:26.697523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:25.798503Z","time spent":"898.967367ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:12:26.697558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:25.798554Z","time spent":"898.929755ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:12:26.697568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:25.79946Z","time spent":"898.057243ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:12:26.697637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:25.799842Z","time spent":"897.710635ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:12:27.146383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.008317ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-13T03:12:27.147332Z","caller":"traceutil/trace.go:171","msg":"trace[1521216180] transaction","detail":"{read_only:false; response_revision:27122; number_of_response:1; }","duration":"1.0392914s","start":"2026-05-13T03:12:26.108007Z","end":"2026-05-13T03:12:27.147298Z","steps":["trace[1521216180] 'process raft request' (duration: 1.0384841s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:12:27.147498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:26.107977Z","time spent":"1.039440344s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:12:27.235006Z","caller":"traceutil/trace.go:171","msg":"trace[1855849039] linearizableReadLoop","detail":"{readStateIndex:28031; appliedIndex:28023; }","duration":"872.106767ms","start":"2026-05-13T03:12:26.362868Z","end":"2026-05-13T03:12:27.234974Z","steps":["trace[1855849039] 'read index received' (duration: 229.179302ms)","trace[1855849039] 'applied index is now lower than readState.Index' (duration: 642.926215ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:12:27.235137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42604399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:12:27.235174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269383175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-13T03:12:27.235207Z","caller":"traceutil/trace.go:171","msg":"trace[403417124] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27123; }","duration":"1.269418216s","start":"2026-05-13T03:12:25.96578Z","end":"2026-05-13T03:12:27.235198Z","steps":["trace[403417124] 'agreement among raft nodes before linearized reading' (duration: 1.269299103s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:12:27.235202Z","caller":"traceutil/trace.go:171","msg":"trace[1232181073] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:27123; }","duration":"1.426141212s","start":"2026-05-13T03:12:25.809046Z","end":"2026-05-13T03:12:27.235187Z","steps":["trace[1232181073] 'agreement among raft nodes before linearized reading' (duration: 1.42603927s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:12:27.235237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:25.965717Z","time spent":"1.269514287s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T03:12:27.235246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:25.809031Z","time spent":"1.426205445s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:12:27.235305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.502829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-05-13T03:12:27.235241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140544893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:12:27.23534Z","caller":"traceutil/trace.go:171","msg":"trace[1661561067] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:27123; }","duration":"974.568221ms","start":"2026-05-13T03:12:26.260761Z","end":"2026-05-13T03:12:27.235329Z","steps":["trace[1661561067] 'agreement among raft nodes before linearized reading' (duration: 974.469618ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:12:27.235175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040615753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-13T03:12:27.235366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:26.260739Z","time spent":"974.620943ms","remote":"127.0.0.1:39608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-05-13T03:12:27.235373Z","caller":"traceutil/trace.go:171","msg":"trace[797421316] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27123; }","duration":"1.040856889s","start":"2026-05-13T03:12:26.194506Z","end":"2026-05-13T03:12:27.235363Z","steps":["trace[797421316] 'agreement among raft nodes before linearized reading' (duration: 1.040530921s)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:12:27.235376Z","caller":"traceutil/trace.go:171","msg":"trace[681221998] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:27123; }","duration":"1.140733648s","start":"2026-05-13T03:12:26.094622Z","end":"2026-05-13T03:12:27.235355Z","steps":["trace[681221998] 'agreement among raft nodes before linearized reading' (duration: 1.140525682s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:12:27.235396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:26.194484Z","time spent":"1.04090596s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-13T03:12:27.235435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:26.094598Z","time spent":"1.14082518s","remote":"127.0.0.1:57704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:12:27.23522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.434404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:12:27.235511Z","caller":"traceutil/trace.go:171","msg":"trace[965818979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27123; }","duration":"913.738072ms","start":"2026-05-13T03:12:26.321742Z","end":"2026-05-13T03:12:27.23548Z","steps":["trace[965818979] 'agreement among raft nodes before linearized reading' (duration: 913.453665ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:12:27.235568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.328458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:12:27.235591Z","caller":"traceutil/trace.go:171","msg":"trace[1964294943] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:27123; }","duration":"587.374708ms","start":"2026-05-13T03:12:26.64821Z","end":"2026-05-13T03:12:27.235585Z","steps":["trace[1964294943] 'agreement among raft nodes before linearized reading' (duration: 587.341947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:12:27.235621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:26.648194Z","time spent":"587.41955ms","remote":"127.0.0.1:56202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:12:27.235605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:26.321721Z","time spent":"913.847554ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:12:27.235653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.360087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:12:27.235538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.674996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:12:27.235702Z","caller":"traceutil/trace.go:171","msg":"trace[1951042768] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:27123; }","duration":"609.439839ms","start":"2026-05-13T03:12:26.62625Z","end":"2026-05-13T03:12:27.235689Z","steps":["trace[1951042768] 'agreement among raft nodes before linearized reading' (duration: 609.365976ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:12:27.235733Z","caller":"traceutil/trace.go:171","msg":"trace[476607845] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27123; }","duration":"760.900973ms","start":"2026-05-13T03:12:26.474822Z","end":"2026-05-13T03:12:27.235722Z","steps":["trace[476607845] 'agreement among raft nodes before linearized reading' (duration: 760.690266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:12:27.23574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:26.626231Z","time spent":"609.4994ms","remote":"127.0.0.1:42216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:12:27.235767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:26.474804Z","time spent":"760.952614ms","remote":"127.0.0.1:46214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:12:27.23577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.716981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:12:27.235025Z","caller":"traceutil/trace.go:171","msg":"trace[915535652] transaction","detail":"{read_only:false; response_revision:27123; number_of_response:1; }","duration":"860.279647ms","start":"2026-05-13T03:12:26.374711Z","end":"2026-05-13T03:12:27.234991Z","steps":["trace[915535652] 'process raft request' (duration: 772.570497ms)","trace[915535652] 'compare' (duration: 87.492035ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:12:27.235794Z","caller":"traceutil/trace.go:171","msg":"trace[496166427] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:27123; }","duration":"642.770972ms","start":"2026-05-13T03:12:26.593016Z","end":"2026-05-13T03:12:27.235787Z","steps":["trace[496166427] 'agreement among raft nodes before linearized reading' (duration: 642.718491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:12:27.23582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:26.592998Z","time spent":"642.816164ms","remote":"127.0.0.1:57688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:12:27.235862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:26.374684Z","time spent":"861.11728ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:12:27.237331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435288684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-13T03:12:27.237382Z","caller":"traceutil/trace.go:171","msg":"trace[1605894075] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27123; }","duration":"1.435352346s","start":"2026-05-13T03:12:25.802017Z","end":"2026-05-13T03:12:27.23737Z","steps":["trace[1605894075] 'agreement among raft nodes before linearized reading' (duration: 1.433132409s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:12:27.237412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:25.80201Z","time spent":"1.435394067s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-13T03:12:27.554533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.899509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:12:27.555103Z","caller":"traceutil/trace.go:171","msg":"trace[1003525679] transaction","detail":"{read_only:false; response_revision:27126; number_of_response:1; }","duration":"313.602719ms","start":"2026-05-13T03:12:27.241484Z","end":"2026-05-13T03:12:27.555087Z","steps":["trace[1003525679] 'process raft request' (duration: 313.303421ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:12:27.555118Z","caller":"traceutil/trace.go:171","msg":"trace[828375713] transaction","detail":"{read_only:false; response_revision:27125; number_of_response:1; }","duration":"313.668161ms","start":"2026-05-13T03:12:27.241407Z","end":"2026-05-13T03:12:27.555075Z","steps":["trace[828375713] 'process raft request' (duration: 313.231649ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:12:27.555298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:27.241397Z","time spent":"313.805674ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:12:27.555158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:27.241479Z","time spent":"313.65286ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:12:27.555349Z","caller":"traceutil/trace.go:171","msg":"trace[1161577647] transaction","detail":"{read_only:false; response_revision:27124; number_of_response:1; }","duration":"316.096943ms","start":"2026-05-13T03:12:27.239244Z","end":"2026-05-13T03:12:27.555341Z","steps":["trace[1161577647] 'process raft request' (duration: 149.31653ms)","trace[1161577647] 'compare' (duration: 165.752646ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:12:27.555397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:27.239229Z","time spent":"316.142263ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:12:27.988906Z","caller":"traceutil/trace.go:171","msg":"trace[660257240] transaction","detail":"{read_only:false; response_revision:27128; number_of_response:1; }","duration":"269.895522ms","start":"2026-05-13T03:12:27.718982Z","end":"2026-05-13T03:12:27.988877Z","steps":["trace[660257240] 'process raft request' (duration: 269.777559ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:12:27.989191Z","caller":"traceutil/trace.go:171","msg":"trace[2094606003] transaction","detail":"{read_only:false; response_revision:27127; number_of_response:1; }","duration":"337.433832ms","start":"2026-05-13T03:12:27.651676Z","end":"2026-05-13T03:12:27.98911Z","steps":["trace[2094606003] 'process raft request' (duration: 291.078749ms)","trace[2094606003] 'compare' (duration: 45.427709ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:12:27.989316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.629569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:12:27.989368Z","caller":"traceutil/trace.go:171","msg":"trace[1813852671] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:27128; }","duration":"277.729532ms","start":"2026-05-13T03:12:27.711627Z","end":"2026-05-13T03:12:27.989357Z","steps":["trace[1813852671] 'agreement among raft nodes before linearized reading' (duration: 277.633269ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:12:27.989263Z","caller":"traceutil/trace.go:171","msg":"trace[613614033] linearizableReadLoop","detail":"{readStateIndex:28036; appliedIndex:28035; }","duration":"277.506745ms","start":"2026-05-13T03:12:27.71167Z","end":"2026-05-13T03:12:27.989177Z","steps":["trace[613614033] 'read index received' (duration: 231.090961ms)","trace[613614033] 'applied index is now lower than readState.Index' (duration: 46.410754ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:12:27.989442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:27.651654Z","time spent":"337.648788ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:12:27.989603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.396235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:12:27.989633Z","caller":"traceutil/trace.go:171","msg":"trace[1843665963] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:27128; }","duration":"193.469537ms","start":"2026-05-13T03:12:27.796156Z","end":"2026-05-13T03:12:27.989625Z","steps":["trace[1843665963] 'agreement among raft nodes before linearized reading' (duration: 193.388265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:12:29.034353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563947401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:12:29.073347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.911819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:12:29.073454Z","caller":"traceutil/trace.go:171","msg":"trace[81598992] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:27128; }","duration":"798.071874ms","start":"2026-05-13T03:12:28.275349Z","end":"2026-05-13T03:12:29.07342Z","steps":["trace[81598992] 'count revisions from in-memory index tree' (duration: 797.810245ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:12:29.073512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:28.275285Z","time spent":"798.211697ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:12:29.073536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.750957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:12:29.073615Z","caller":"traceutil/trace.go:171","msg":"trace[1837606157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27128; }","duration":"754.8735ms","start":"2026-05-13T03:12:28.31872Z","end":"2026-05-13T03:12:29.073593Z","steps":["trace[1837606157] 'range keys from in-memory index tree' (duration: 754.665576ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:12:29.073656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:28.318698Z","time spent":"754.949312ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:12:29.07377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.011506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-13T03:12:29.07386Z","caller":"traceutil/trace.go:171","msg":"trace[1758750025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27128; }","duration":"699.154639ms","start":"2026-05-13T03:12:28.374681Z","end":"2026-05-13T03:12:29.073836Z","steps":["trace[1758750025] 'range keys from in-memory index tree' (duration: 698.799821ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:12:29.073916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:28.374658Z","time spent":"699.244182ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-13T03:12:29.133268Z","caller":"traceutil/trace.go:171","msg":"trace[77486892] transaction","detail":"{read_only:false; response_revision:27129; number_of_response:1; }","duration":"721.874155ms","start":"2026-05-13T03:12:28.411369Z","end":"2026-05-13T03:12:29.133243Z","steps":["trace[77486892] 'process raft request' (duration: 721.68397ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:12:29.133413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:28.411342Z","time spent":"721.996297ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:12:29.31957Z","caller":"traceutil/trace.go:171","msg":"trace[1443322716] transaction","detail":"{read_only:false; response_revision:27131; number_of_response:1; }","duration":"616.070325ms","start":"2026-05-13T03:12:28.70348Z","end":"2026-05-13T03:12:29.31955Z","steps":["trace[1443322716] 'process raft request' (duration: 615.963413ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:12:29.319586Z","caller":"traceutil/trace.go:171","msg":"trace[1881747766] transaction","detail":"{read_only:false; response_revision:27130; number_of_response:1; }","duration":"616.139547ms","start":"2026-05-13T03:12:28.703405Z","end":"2026-05-13T03:12:29.319545Z","steps":["trace[1881747766] 'process raft request' (duration: 584.424195ms)","trace[1881747766] 'compare' (duration: 31.190669ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:12:29.3197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:28.703473Z","time spent":"616.160008ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:12:29.319736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:28.703382Z","time spent":"616.271311ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:12:29.319777Z","caller":"traceutil/trace.go:171","msg":"trace[1072120397] linearizableReadLoop","detail":"{readStateIndex:28044; appliedIndex:28038; }","duration":"785.71967ms","start":"2026-05-13T03:12:28.534041Z","end":"2026-05-13T03:12:29.319761Z","steps":["trace[1072120397] 'read index received' (duration: 599.500396ms)","trace[1072120397] 'applied index is now lower than readState.Index' (duration: 186.218334ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:12:29.319872Z","caller":"traceutil/trace.go:171","msg":"trace[804967135] transaction","detail":"{read_only:false; response_revision:27132; number_of_response:1; }","duration":"616.347843ms","start":"2026-05-13T03:12:28.703514Z","end":"2026-05-13T03:12:29.319862Z","steps":["trace[804967135] 'process raft request' (duration: 616.001124ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:12:29.31988Z","caller":"traceutil/trace.go:171","msg":"trace[361634841] transaction","detail":"{read_only:false; response_revision:27136; number_of_response:1; }","duration":"241.463493ms","start":"2026-05-13T03:12:29.078406Z","end":"2026-05-13T03:12:29.319869Z","steps":["trace[361634841] 'process raft request' (duration: 241.306059ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:12:29.319876Z","caller":"traceutil/trace.go:171","msg":"trace[1535922635] transaction","detail":"{read_only:false; response_revision:27137; number_of_response:1; }","duration":"166.72977ms","start":"2026-05-13T03:12:29.153113Z","end":"2026-05-13T03:12:29.319843Z","steps":["trace[1535922635] 'process raft request' (duration: 166.625887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:12:29.319947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:28.703508Z","time spent":"616.379794ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:12:29.319967Z","caller":"traceutil/trace.go:171","msg":"trace[1657425928] transaction","detail":"{read_only:false; response_revision:27133; number_of_response:1; }","duration":"616.353553ms","start":"2026-05-13T03:12:28.703602Z","end":"2026-05-13T03:12:29.319956Z","steps":["trace[1657425928] 'process raft request' (duration: 616.012683ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:12:29.320017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:28.703597Z","time spent":"616.389413ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:12:29.32008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.076341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:12:29.320105Z","caller":"traceutil/trace.go:171","msg":"trace[788731083] transaction","detail":"{read_only:false; response_revision:27134; number_of_response:1; }","duration":"615.477181ms","start":"2026-05-13T03:12:28.704618Z","end":"2026-05-13T03:12:29.320095Z","steps":["trace[788731083] 'process raft request' (duration: 615.047169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:12:29.32017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:28.704609Z","time spent":"615.524842ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:12:29.320282Z","caller":"traceutil/trace.go:171","msg":"trace[956494143] transaction","detail":"{read_only:false; response_revision:27135; number_of_response:1; }","duration":"615.326168ms","start":"2026-05-13T03:12:28.704946Z","end":"2026-05-13T03:12:29.320272Z","steps":["trace[956494143] 'process raft request' (duration: 614.742512ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:12:29.320329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:28.704939Z","time spent":"615.365248ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:12:29.320348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.74682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-13T03:12:29.32037Z","caller":"traceutil/trace.go:171","msg":"trace[1870843157] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27137; }","duration":"179.785881ms","start":"2026-05-13T03:12:29.140576Z","end":"2026-05-13T03:12:29.320362Z","steps":["trace[1870843157] 'agreement among raft nodes before linearized reading' (duration: 179.703279ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:12:29.320387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.003417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-13T03:12:29.320432Z","caller":"traceutil/trace.go:171","msg":"trace[1099365007] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27137; }","duration":"180.081569ms","start":"2026-05-13T03:12:29.140337Z","end":"2026-05-13T03:12:29.320418Z","steps":["trace[1099365007] 'agreement among raft nodes before linearized reading' (duration: 179.944686ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:12:29.320416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.345606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:12:29.320485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.937836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:12:29.320485Z","caller":"traceutil/trace.go:171","msg":"trace[2023041320] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27137; }","duration":"786.465409ms","start":"2026-05-13T03:12:28.533997Z","end":"2026-05-13T03:12:29.320462Z","steps":["trace[2023041320] 'agreement among raft nodes before linearized reading' (duration: 786.318276ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:12:29.320512Z","caller":"traceutil/trace.go:171","msg":"trace[2045836386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27137; }","duration":"245.994197ms","start":"2026-05-13T03:12:29.074508Z","end":"2026-05-13T03:12:29.320502Z","steps":["trace[2045836386] 'agreement among raft nodes before linearized reading' (duration: 245.950986ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:12:29.320501Z","caller":"traceutil/trace.go:171","msg":"trace[2522849] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:27137; }","duration":"519.163473ms","start":"2026-05-13T03:12:28.800951Z","end":"2026-05-13T03:12:29.320114Z","steps":["trace[2522849] 'agreement among raft nodes before linearized reading' (duration: 519.0505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:12:29.320536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:28.533958Z","time spent":"786.562702ms","remote":"127.0.0.1:42438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:12:29.320553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:28.800932Z","time spent":"519.606304ms","remote":"127.0.0.1:54794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:12:29.843063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.915775ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:12:29.843176Z","caller":"traceutil/trace.go:171","msg":"trace[490654671] transaction","detail":"{read_only:false; response_revision:27138; number_of_response:1; }","duration":"519.132602ms","start":"2026-05-13T03:12:29.324026Z","end":"2026-05-13T03:12:29.843158Z","steps":["trace[490654671] 'process raft request' (duration: 149.046703ms)","trace[490654671] 'compare' (duration: 369.557836ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:12:29.843236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:29.324007Z","time spent":"519.199723ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:12:29.854816Z","caller":"traceutil/trace.go:171","msg":"trace[1885713038] linearizableReadLoop","detail":"{readStateIndex:28049; appliedIndex:28046; }","duration":"527.092553ms","start":"2026-05-13T03:12:29.327702Z","end":"2026-05-13T03:12:29.854794Z","steps":["trace[1885713038] 'read index received' (duration: 145.34679ms)","trace[1885713038] 'applied index is now lower than readState.Index' (duration: 381.745073ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:12:29.855059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.34337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:12:29.855143Z","caller":"traceutil/trace.go:171","msg":"trace[819558397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27140; }","duration":"527.461144ms","start":"2026-05-13T03:12:29.327668Z","end":"2026-05-13T03:12:29.855129Z","steps":["trace[819558397] 'agreement among raft nodes before linearized reading' (duration: 527.31768ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:12:29.855152Z","caller":"traceutil/trace.go:171","msg":"trace[2100772099] transaction","detail":"{read_only:false; response_revision:27139; number_of_response:1; }","duration":"530.4792ms","start":"2026-05-13T03:12:29.324647Z","end":"2026-05-13T03:12:29.855126Z","steps":["trace[2100772099] 'process raft request' (duration: 530.031057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:12:29.855201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.078651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-13T03:12:29.855207Z","caller":"traceutil/trace.go:171","msg":"trace[1091090379] transaction","detail":"{read_only:false; response_revision:27140; number_of_response:1; }","duration":"529.775792ms","start":"2026-05-13T03:12:29.325422Z","end":"2026-05-13T03:12:29.855198Z","steps":["trace[1091090379] 'process raft request' (duration: 529.341701ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:12:29.855239Z","caller":"traceutil/trace.go:171","msg":"trace[1397013348] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27140; }","duration":"295.160673ms","start":"2026-05-13T03:12:29.560069Z","end":"2026-05-13T03:12:29.85523Z","steps":["trace[1397013348] 'agreement among raft nodes before linearized reading' (duration: 295.064791ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:12:29.855217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:29.327655Z","time spent":"527.530355ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:12:29.855151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.362418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-13T03:12:29.855272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:29.324631Z","time spent":"530.581253ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:12:29.855293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:12:29.325337Z","time spent":"529.901215ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:12:29.855348Z","caller":"traceutil/trace.go:171","msg":"trace[466113771] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27140; }","duration":"295.577493ms","start":"2026-05-13T03:12:29.55974Z","end":"2026-05-13T03:12:29.855317Z","steps":["trace[466113771] 'agreement among raft nodes before linearized reading' (duration: 295.309837ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:12:29.855867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.348982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-13T03:12:29.855915Z","caller":"traceutil/trace.go:171","msg":"trace[932138378] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27140; }","duration":"294.418893ms","start":"2026-05-13T03:12:29.561485Z","end":"2026-05-13T03:12:29.855904Z","steps":["trace[932138378] 'agreement among raft nodes before linearized reading' (duration: 293.662464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:12:32.255135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.5379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:12:32.255221Z","caller":"traceutil/trace.go:171","msg":"trace[2115060353] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:27159; }","duration":"114.716543ms","start":"2026-05-13T03:12:32.140484Z","end":"2026-05-13T03:12:32.255201Z","steps":["trace[2115060353] 'count revisions from in-memory index tree' (duration: 114.473508ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:12:44.039665Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006df9.wal"} {"level":"info","ts":"2026-05-13T03:13:04.400875Z","caller":"traceutil/trace.go:171","msg":"trace[784721241] transaction","detail":"{read_only:false; response_revision:27563; number_of_response:1; }","duration":"149.189136ms","start":"2026-05-13T03:13:04.25165Z","end":"2026-05-13T03:13:04.400839Z","steps":["trace[784721241] 'process raft request' (duration: 149.008152ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:13:18.432805Z","caller":"traceutil/trace.go:171","msg":"trace[253871613] transaction","detail":"{read_only:false; response_revision:27671; number_of_response:1; }","duration":"108.124696ms","start":"2026-05-13T03:13:18.324636Z","end":"2026-05-13T03:13:18.432761Z","steps":["trace[253871613] 'process raft request' (duration: 23.235218ms)","trace[253871613] 'compare' (duration: 84.461037ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:13:19.790852Z","caller":"traceutil/trace.go:171","msg":"trace[1384897061] transaction","detail":"{read_only:false; response_revision:27673; number_of_response:1; }","duration":"146.120348ms","start":"2026-05-13T03:13:19.644702Z","end":"2026-05-13T03:13:19.790823Z","steps":["trace[1384897061] 'process raft request' (duration: 145.904923ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:13:19.889899Z","caller":"traceutil/trace.go:171","msg":"trace[1999571510] transaction","detail":"{read_only:false; response_revision:27674; number_of_response:1; }","duration":"242.798696ms","start":"2026-05-13T03:13:19.647063Z","end":"2026-05-13T03:13:19.889862Z","steps":["trace[1999571510] 'process raft request' (duration: 242.267792ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:13:19.889891Z","caller":"traceutil/trace.go:171","msg":"trace[754680851] transaction","detail":"{read_only:false; response_revision:27675; number_of_response:1; }","duration":"239.487043ms","start":"2026-05-13T03:13:19.650374Z","end":"2026-05-13T03:13:19.889861Z","steps":["trace[754680851] 'process raft request' (duration: 239.38322ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:13:19.890046Z","caller":"traceutil/trace.go:171","msg":"trace[1916051511] linearizableReadLoop","detail":"{readStateIndex:28601; appliedIndex:28594; }","duration":"200.408453ms","start":"2026-05-13T03:13:19.689619Z","end":"2026-05-13T03:13:19.890027Z","steps":["trace[1916051511] 'read index received' (duration: 100.986756ms)","trace[1916051511] 'applied index is now lower than readState.Index' (duration: 99.420967ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:13:19.890154Z","caller":"traceutil/trace.go:171","msg":"trace[1968831364] transaction","detail":"{read_only:false; response_revision:27676; number_of_response:1; }","duration":"239.593415ms","start":"2026-05-13T03:13:19.650553Z","end":"2026-05-13T03:13:19.890146Z","steps":["trace[1968831364] 'process raft request' (duration: 239.268047ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:13:19.890259Z","caller":"traceutil/trace.go:171","msg":"trace[1608105610] transaction","detail":"{read_only:false; response_revision:27679; number_of_response:1; }","duration":"238.57086ms","start":"2026-05-13T03:13:19.65166Z","end":"2026-05-13T03:13:19.890231Z","steps":["trace[1608105610] 'process raft request' (duration: 238.334904ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:13:19.890311Z","caller":"traceutil/trace.go:171","msg":"trace[1676998906] transaction","detail":"{read_only:false; response_revision:27677; number_of_response:1; }","duration":"239.663567ms","start":"2026-05-13T03:13:19.650601Z","end":"2026-05-13T03:13:19.890265Z","steps":["trace[1676998906] 'process raft request' (duration: 239.300028ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:13:19.890365Z","caller":"traceutil/trace.go:171","msg":"trace[709707159] transaction","detail":"{read_only:false; response_revision:27678; number_of_response:1; }","duration":"239.107133ms","start":"2026-05-13T03:13:19.651241Z","end":"2026-05-13T03:13:19.890348Z","steps":["trace[709707159] 'process raft request' (duration: 238.721053ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:13:19.890421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.801934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-13T03:13:19.890451Z","caller":"traceutil/trace.go:171","msg":"trace[1593904174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27679; }","duration":"200.891356ms","start":"2026-05-13T03:13:19.689552Z","end":"2026-05-13T03:13:19.890443Z","steps":["trace[1593904174] 'agreement among raft nodes before linearized reading' (duration: 200.773632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:13:20.351499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.12141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:13:20.351477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.473357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:13:20.351572Z","caller":"traceutil/trace.go:171","msg":"trace[223794005] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:27681; }","duration":"148.255684ms","start":"2026-05-13T03:13:20.2033Z","end":"2026-05-13T03:13:20.351556Z","steps":["trace[223794005] 'count revisions from in-memory index tree' (duration: 148.029728ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:13:20.351614Z","caller":"traceutil/trace.go:171","msg":"trace[1459326292] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:27681; }","duration":"176.619871ms","start":"2026-05-13T03:13:20.174958Z","end":"2026-05-13T03:13:20.351578Z","steps":["trace[1459326292] 'range keys from in-memory index tree' (duration: 176.364205ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:13:20.647468Z","caller":"traceutil/trace.go:171","msg":"trace[694344525] transaction","detail":"{read_only:false; response_revision:27682; number_of_response:1; }","duration":"402.794437ms","start":"2026-05-13T03:13:20.244655Z","end":"2026-05-13T03:13:20.64745Z","steps":["trace[694344525] 'process raft request' (duration: 402.663484ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:13:20.647494Z","caller":"traceutil/trace.go:171","msg":"trace[1720350822] linearizableReadLoop","detail":"{readStateIndex:28604; appliedIndex:28604; }","duration":"380.370979ms","start":"2026-05-13T03:13:20.267107Z","end":"2026-05-13T03:13:20.647478Z","steps":["trace[1720350822] 'read index received' (duration: 380.361489ms)","trace[1720350822] 'applied index is now lower than readState.Index' (duration: 8.05µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:13:20.647604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:20.244628Z","time spent":"402.902789ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:13:20.647641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.536174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-13T03:13:20.647663Z","caller":"traceutil/trace.go:171","msg":"trace[80703736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27682; }","duration":"380.592814ms","start":"2026-05-13T03:13:20.267063Z","end":"2026-05-13T03:13:20.647656Z","steps":["trace[80703736] 'agreement among raft nodes before linearized reading' (duration: 380.490262ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:13:20.64769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:20.267043Z","time spent":"380.642446ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-13T03:13:20.81317Z","caller":"traceutil/trace.go:171","msg":"trace[469046948] linearizableReadLoop","detail":"{readStateIndex:28606; appliedIndex:28604; }","duration":"165.609872ms","start":"2026-05-13T03:13:20.647536Z","end":"2026-05-13T03:13:20.813146Z","steps":["trace[469046948] 'read index received' (duration: 80.906338ms)","trace[469046948] 'applied index is now lower than readState.Index' (duration: 84.702714ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:13:20.813315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.24271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:13:20.813347Z","caller":"traceutil/trace.go:171","msg":"trace[1050405196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27684; }","duration":"490.320182ms","start":"2026-05-13T03:13:20.323017Z","end":"2026-05-13T03:13:20.813338Z","steps":["trace[1050405196] 'agreement among raft nodes before linearized reading' (duration: 490.244431ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:13:20.813379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:20.322999Z","time spent":"490.373323ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:13:20.813442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.969236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:13:20.813504Z","caller":"traceutil/trace.go:171","msg":"trace[363390376] transaction","detail":"{read_only:false; response_revision:27684; number_of_response:1; }","duration":"279.198068ms","start":"2026-05-13T03:13:20.534274Z","end":"2026-05-13T03:13:20.813472Z","steps":["trace[363390376] 'process raft request' (duration: 278.809668ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:13:20.813554Z","caller":"traceutil/trace.go:171","msg":"trace[911332193] transaction","detail":"{read_only:false; response_revision:27683; number_of_response:1; }","duration":"529.759191ms","start":"2026-05-13T03:13:20.283781Z","end":"2026-05-13T03:13:20.81354Z","steps":["trace[911332193] 'process raft request' (duration: 444.642346ms)","trace[911332193] 'compare' (duration: 84.475759ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:13:20.813564Z","caller":"traceutil/trace.go:171","msg":"trace[227600176] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:27684; }","duration":"195.142561ms","start":"2026-05-13T03:13:20.6184Z","end":"2026-05-13T03:13:20.813542Z","steps":["trace[227600176] 'agreement among raft nodes before linearized reading' (duration: 194.929585ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:13:20.813589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.946762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T03:13:20.813496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.458504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-13T03:13:20.813661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.532703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-13T03:13:20.813676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.107036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-13T03:13:20.813714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:20.283758Z","time spent":"529.828392ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:13:20.813721Z","caller":"traceutil/trace.go:171","msg":"trace[1224998471] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:27684; }","duration":"187.118747ms","start":"2026-05-13T03:13:20.626572Z","end":"2026-05-13T03:13:20.813691Z","steps":["trace[1224998471] 'agreement among raft nodes before linearized reading' (duration: 186.887382ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:13:20.813743Z","caller":"traceutil/trace.go:171","msg":"trace[97555004] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27684; }","duration":"375.733461ms","start":"2026-05-13T03:13:20.437992Z","end":"2026-05-13T03:13:20.813725Z","steps":["trace[97555004] 'agreement among raft nodes before linearized reading' (duration: 375.394443ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:13:20.813763Z","caller":"traceutil/trace.go:171","msg":"trace[1736157785] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27684; }","duration":"313.286941ms","start":"2026-05-13T03:13:20.50046Z","end":"2026-05-13T03:13:20.813747Z","steps":["trace[1736157785] 'agreement among raft nodes before linearized reading' (duration: 312.987523ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:13:20.813761Z","caller":"traceutil/trace.go:171","msg":"trace[2092696551] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27684; }","duration":"472.654146ms","start":"2026-05-13T03:13:20.341085Z","end":"2026-05-13T03:13:20.813739Z","steps":["trace[2092696551] 'agreement among raft nodes before linearized reading' (duration: 472.353998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:13:20.813802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:20.437968Z","time spent":"375.805963ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-13T03:13:20.813809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:20.500436Z","time spent":"313.362953ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-13T03:13:20.813819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:20.341038Z","time spent":"472.772068ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-13T03:13:20.85128Z","caller":"traceutil/trace.go:171","msg":"trace[1593952787] transaction","detail":"{read_only:false; response_revision:27685; number_of_response:1; }","duration":"198.480935ms","start":"2026-05-13T03:13:20.652773Z","end":"2026-05-13T03:13:20.851254Z","steps":["trace[1593952787] 'process raft request' (duration: 198.343721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:13:21.336819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.51736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:13:21.337138Z","caller":"traceutil/trace.go:171","msg":"trace[461021960] linearizableReadLoop","detail":"{readStateIndex:28610; appliedIndex:28607; }","duration":"303.015571ms","start":"2026-05-13T03:13:21.034082Z","end":"2026-05-13T03:13:21.337097Z","steps":["trace[461021960] 'read index received' (duration: 100.513µs)","trace[461021960] 'applied index is now lower than readState.Index' (duration: 302.913698ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:13:21.337361Z","caller":"traceutil/trace.go:171","msg":"trace[405586677] transaction","detail":"{read_only:false; response_revision:27687; number_of_response:1; }","duration":"519.290276ms","start":"2026-05-13T03:13:20.818047Z","end":"2026-05-13T03:13:21.337337Z","steps":["trace[405586677] 'process raft request' (duration: 518.901736ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:13:21.337618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.542464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-13T03:13:21.337658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.914946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-13T03:13:21.33736Z","caller":"traceutil/trace.go:171","msg":"trace[426224748] transaction","detail":"{read_only:false; response_revision:27688; number_of_response:1; }","duration":"518.764432ms","start":"2026-05-13T03:13:20.818559Z","end":"2026-05-13T03:13:21.337324Z","steps":["trace[426224748] 'process raft request' (duration: 518.493616ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:13:21.337727Z","caller":"traceutil/trace.go:171","msg":"trace[867190407] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:27688; }","duration":"303.671547ms","start":"2026-05-13T03:13:21.034034Z","end":"2026-05-13T03:13:21.337705Z","steps":["trace[867190407] 'agreement among raft nodes before linearized reading' (duration: 303.323878ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:13:21.337734Z","caller":"traceutil/trace.go:171","msg":"trace[590015959] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27688; }","duration":"203.149642ms","start":"2026-05-13T03:13:21.134564Z","end":"2026-05-13T03:13:21.337714Z","steps":["trace[590015959] 'agreement among raft nodes before linearized reading' (duration: 202.809574ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:13:21.337782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:21.033838Z","time spent":"303.930773ms","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"info","ts":"2026-05-13T03:13:21.337366Z","caller":"traceutil/trace.go:171","msg":"trace[706190527] transaction","detail":"{read_only:false; response_revision:27686; number_of_response:1; }","duration":"519.494531ms","start":"2026-05-13T03:13:20.817838Z","end":"2026-05-13T03:13:21.337332Z","steps":["trace[706190527] 'process raft request' (duration: 99.276183ms)","trace[706190527] 'compare' (duration: 419.12489ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:13:21.337737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:20.818037Z","time spent":"519.609933ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:13:21.337969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:20.817805Z","time spent":"520.096706ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:13:21.338218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:20.818538Z","time spent":"519.198304ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:13:21.843084Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726230563948878,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T03:13:22.709686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.465314ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-05-13T03:13:22.709755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:21.33932Z","time spent":"1.370432382s","remote":"127.0.0.1:39514","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-13T03:13:22.754442Z","caller":"traceutil/trace.go:171","msg":"trace[1109200422] transaction","detail":"{read_only:false; response_revision:27690; number_of_response:1; }","duration":"858.044691ms","start":"2026-05-13T03:13:21.896374Z","end":"2026-05-13T03:13:22.754419Z","steps":["trace[1109200422] 'process raft request' (duration: 857.944959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:13:22.754592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:21.896355Z","time spent":"858.164584ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:13:22.754453Z","caller":"traceutil/trace.go:171","msg":"trace[417506760] transaction","detail":"{read_only:false; response_revision:27689; number_of_response:1; }","duration":"958.086483ms","start":"2026-05-13T03:13:21.796343Z","end":"2026-05-13T03:13:22.754429Z","steps":["trace[417506760] 'process raft request' (duration: 957.773736ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:13:22.754775Z","caller":"traceutil/trace.go:171","msg":"trace[621777317] transaction","detail":"{read_only:false; response_revision:27691; number_of_response:1; }","duration":"858.339058ms","start":"2026-05-13T03:13:21.896404Z","end":"2026-05-13T03:13:22.754743Z","steps":["trace[621777317] 'process raft request' (duration: 857.968659ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:13:22.754822Z","caller":"traceutil/trace.go:171","msg":"trace[1185224733] linearizableReadLoop","detail":"{readStateIndex:28612; appliedIndex:28610; }","duration":"1.412633391s","start":"2026-05-13T03:13:21.342176Z","end":"2026-05-13T03:13:22.754809Z","steps":["trace[1185224733] 'read index received' (duration: 900.211609ms)","trace[1185224733] 'applied index is now lower than readState.Index' (duration: 512.420382ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:13:22.754851Z","caller":"traceutil/trace.go:171","msg":"trace[1371997678] transaction","detail":"{read_only:false; response_revision:27693; number_of_response:1; }","duration":"858.223925ms","start":"2026-05-13T03:13:21.8966Z","end":"2026-05-13T03:13:22.754824Z","steps":["trace[1371997678] 'process raft request' (duration: 858.079722ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:13:22.75495Z","caller":"traceutil/trace.go:171","msg":"trace[643676853] transaction","detail":"{read_only:false; response_revision:27692; number_of_response:1; }","duration":"858.494252ms","start":"2026-05-13T03:13:21.896438Z","end":"2026-05-13T03:13:22.754933Z","steps":["trace[643676853] 'process raft request' (duration: 858.173174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:13:22.755007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:21.896577Z","time spent":"858.370759ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:13:22.754871Z","caller":"traceutil/trace.go:171","msg":"trace[1390391066] transaction","detail":"{read_only:false; response_revision:27694; number_of_response:1; }","duration":"857.334564ms","start":"2026-05-13T03:13:21.897511Z","end":"2026-05-13T03:13:22.754846Z","steps":["trace[1390391066] 'process raft request' (duration: 857.214651ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:13:22.755074Z","caller":"traceutil/trace.go:171","msg":"trace[981042052] transaction","detail":"{read_only:false; response_revision:27695; number_of_response:1; }","duration":"857.317603ms","start":"2026-05-13T03:13:21.897569Z","end":"2026-05-13T03:13:22.754887Z","steps":["trace[981042052] 'process raft request' (duration: 857.20155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:13:22.755108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:21.896423Z","time spent":"858.583505ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:13:22.755204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:21.897497Z","time spent":"857.60784ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:13:22.755232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:21.897553Z","time spent":"857.554459ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:13:22.755031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:21.796317Z","time spent":"958.439983ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:13:22.755307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413130273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-13T03:13:22.75534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:21.896388Z","time spent":"858.465992ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T03:13:22.755376Z","caller":"traceutil/trace.go:171","msg":"trace[73987917] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27695; }","duration":"1.413236556s","start":"2026-05-13T03:13:21.342124Z","end":"2026-05-13T03:13:22.755361Z","steps":["trace[73987917] 'agreement among raft nodes before linearized reading' (duration: 1.412969899s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:13:22.755438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:21.342103Z","time spent":"1.413306127s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-13T03:13:22.765361Z","caller":"traceutil/trace.go:171","msg":"trace[413778479] transaction","detail":"{read_only:false; response_revision:27696; number_of_response:1; }","duration":"112.17069ms","start":"2026-05-13T03:13:22.653175Z","end":"2026-05-13T03:13:22.765345Z","steps":["trace[413778479] 'process raft request' (duration: 112.019296ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:13:22.765585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.240478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:13:22.765626Z","caller":"traceutil/trace.go:171","msg":"trace[1462966229] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27697; }","duration":"783.31472ms","start":"2026-05-13T03:13:21.982301Z","end":"2026-05-13T03:13:22.765616Z","steps":["trace[1462966229] 'agreement among raft nodes before linearized reading' (duration: 783.234308ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:13:22.765635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.964869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:13:22.765659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:21.982282Z","time spent":"783.368661ms","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-13T03:13:22.76567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.845102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:13:22.765669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.613011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:13:22.765714Z","caller":"traceutil/trace.go:171","msg":"trace[828616728] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:27697; }","duration":"651.912814ms","start":"2026-05-13T03:13:22.11379Z","end":"2026-05-13T03:13:22.765703Z","steps":["trace[828616728] 'agreement among raft nodes before linearized reading' (duration: 651.835032ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:13:22.765723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.28076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:13:22.765741Z","caller":"traceutil/trace.go:171","msg":"trace[1027344743] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:27697; }","duration":"407.327592ms","start":"2026-05-13T03:13:22.358409Z","end":"2026-05-13T03:13:22.765736Z","steps":["trace[1027344743] 'agreement among raft nodes before linearized reading' (duration: 407.295081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:13:22.765745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:22.11378Z","time spent":"651.956645ms","remote":"127.0.0.1:54646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:13:22.765747Z","caller":"traceutil/trace.go:171","msg":"trace[113709421] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27697; }","duration":"654.744085ms","start":"2026-05-13T03:13:22.110986Z","end":"2026-05-13T03:13:22.76573Z","steps":["trace[113709421] 'agreement among raft nodes before linearized reading' (duration: 654.595612ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:13:22.765748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.650861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:13:22.765765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.735039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-05-13T03:13:22.76579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:22.110962Z","time spent":"654.818627ms","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-05-13T03:13:22.765812Z","caller":"traceutil/trace.go:171","msg":"trace[1315194587] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27697; }","duration":"653.79675ms","start":"2026-05-13T03:13:22.112004Z","end":"2026-05-13T03:13:22.765801Z","steps":["trace[1315194587] 'agreement among raft nodes before linearized reading' (duration: 653.662097ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:13:22.765817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.867391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:13:22.765793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.555296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:13:22.765832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.099161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:13:22.765846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:22.111996Z","time spent":"653.840071ms","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-05-13T03:13:22.765852Z","caller":"traceutil/trace.go:171","msg":"trace[1905492021] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27697; }","duration":"869.928442ms","start":"2026-05-13T03:13:21.895914Z","end":"2026-05-13T03:13:22.765842Z","steps":["trace[1905492021] 'agreement among raft nodes before linearized reading' (duration: 869.883331ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:13:22.765867Z","caller":"traceutil/trace.go:171","msg":"trace[1048603782] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27697; }","duration":"655.654797ms","start":"2026-05-13T03:13:22.110196Z","end":"2026-05-13T03:13:22.765851Z","steps":["trace[1048603782] 'agreement among raft nodes before linearized reading' (duration: 655.528544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:13:22.765876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392710866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:13:22.765886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:21.895899Z","time spent":"869.979724ms","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-05-13T03:13:22.765679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.439723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:13:22.765898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.344183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:13:22.765909Z","caller":"traceutil/trace.go:171","msg":"trace[24542437] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27697; }","duration":"1.392793799s","start":"2026-05-13T03:13:21.373106Z","end":"2026-05-13T03:13:22.765899Z","steps":["trace[24542437] 'agreement among raft nodes before linearized reading' (duration: 1.392737077s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:13:22.765773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:22.358393Z","time spent":"407.370402ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:13:22.765927Z","caller":"traceutil/trace.go:171","msg":"trace[1562443285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27697; }","duration":"443.410685ms","start":"2026-05-13T03:13:22.322509Z","end":"2026-05-13T03:13:22.76592Z","steps":["trace[1562443285] 'agreement among raft nodes before linearized reading' (duration: 443.365664ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:13:22.765924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:22.110179Z","time spent":"655.711419ms","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-05-13T03:13:22.76586Z","caller":"traceutil/trace.go:171","msg":"trace[152883997] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:27697; }","duration":"410.161382ms","start":"2026-05-13T03:13:22.35569Z","end":"2026-05-13T03:13:22.765852Z","steps":["trace[152883997] 'agreement among raft nodes before linearized reading' (duration: 410.102511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:13:22.765938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:21.373079Z","time spent":"1.392851709s","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-05-13T03:13:22.765927Z","caller":"traceutil/trace.go:171","msg":"trace[1716990581] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27697; }","duration":"783.702019ms","start":"2026-05-13T03:13:21.982215Z","end":"2026-05-13T03:13:22.765917Z","steps":["trace[1716990581] 'agreement among raft nodes before linearized reading' (duration: 783.444913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:13:22.765951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:22.322485Z","time spent":"443.460456ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T03:13:22.76596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:22.355665Z","time spent":"410.288636ms","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-13T03:13:22.765972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:21.982205Z","time spent":"783.757641ms","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-05-13T03:13:22.765795Z","caller":"traceutil/trace.go:171","msg":"trace[392298244] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:27697; }","duration":"347.734493ms","start":"2026-05-13T03:13:22.418049Z","end":"2026-05-13T03:13:22.765783Z","steps":["trace[392298244] 'agreement among raft nodes before linearized reading' (duration: 347.653751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:13:22.765626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.682046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:13:22.76602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:22.418027Z","time spent":"347.980229ms","remote":"127.0.0.1:57744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:13:22.765782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.333186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-13T03:13:22.766047Z","caller":"traceutil/trace.go:171","msg":"trace[1756828325] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27697; }","duration":"870.148548ms","start":"2026-05-13T03:13:21.895888Z","end":"2026-05-13T03:13:22.766037Z","steps":["trace[1756828325] 'agreement among raft nodes before linearized reading' (duration: 869.699527ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:13:22.766056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.502621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-05-13T03:13:22.766096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:21.895872Z","time spent":"870.196259ms","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-13T03:13:22.766091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.853773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:13:22.766133Z","caller":"traceutil/trace.go:171","msg":"trace[71747983] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27697; }","duration":"655.923354ms","start":"2026-05-13T03:13:22.110199Z","end":"2026-05-13T03:13:22.766123Z","steps":["trace[71747983] 'agreement among raft nodes before linearized reading' (duration: 655.857683ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:13:22.766151Z","caller":"traceutil/trace.go:171","msg":"trace[1068417227] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27697; }","duration":"867.592504ms","start":"2026-05-13T03:13:21.898516Z","end":"2026-05-13T03:13:22.766108Z","steps":["trace[1068417227] 'agreement among raft nodes before linearized reading' (duration: 867.42345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:13:22.766178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:22.110186Z","time spent":"655.983206ms","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-05-13T03:13:22.765984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.345058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:13:22.765682Z","caller":"traceutil/trace.go:171","msg":"trace[1784070930] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:27697; }","duration":"538.048041ms","start":"2026-05-13T03:13:22.227623Z","end":"2026-05-13T03:13:22.765671Z","steps":["trace[1784070930] 'agreement among raft nodes before linearized reading' (duration: 537.907117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:13:22.766216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:21.898499Z","time spent":"867.705666ms","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-05-13T03:13:22.766231Z","caller":"traceutil/trace.go:171","msg":"trace[1404005227] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:27697; }","duration":"314.631985ms","start":"2026-05-13T03:13:22.451588Z","end":"2026-05-13T03:13:22.76622Z","steps":["trace[1404005227] 'agreement among raft nodes before linearized reading' (duration: 314.366328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:13:22.766249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:22.227601Z","time spent":"538.635255ms","remote":"127.0.0.1:58088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:13:22.766264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392625924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:13:22.766276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:22.451563Z","time spent":"314.700497ms","remote":"127.0.0.1:39898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:13:22.765887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.581493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:13:22.766077Z","caller":"traceutil/trace.go:171","msg":"trace[1564081921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27697; }","duration":"784.653554ms","start":"2026-05-13T03:13:21.981409Z","end":"2026-05-13T03:13:22.766063Z","steps":["trace[1564081921] 'agreement among raft nodes before linearized reading' (duration: 784.321445ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:13:22.766328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.155044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:13:22.766433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.823853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-13T03:13:22.766524Z","caller":"traceutil/trace.go:171","msg":"trace[659313962] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27697; }","duration":"783.952536ms","start":"2026-05-13T03:13:21.982552Z","end":"2026-05-13T03:13:22.766505Z","steps":["trace[659313962] 'agreement among raft nodes before linearized reading' (duration: 782.955521ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:13:22.766614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:21.982531Z","time spent":"784.068229ms","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-05-13T03:13:22.765713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.807692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:13:22.767464Z","caller":"traceutil/trace.go:171","msg":"trace[1394717724] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27697; }","duration":"785.601238ms","start":"2026-05-13T03:13:21.981846Z","end":"2026-05-13T03:13:22.767448Z","steps":["trace[1394717724] 'agreement among raft nodes before linearized reading' (duration: 783.852594ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:13:22.767514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:21.981818Z","time spent":"785.68049ms","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-05-13T03:13:22.766626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393090015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:13:22.767708Z","caller":"traceutil/trace.go:171","msg":"trace[997502523] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27697; }","duration":"1.394212414s","start":"2026-05-13T03:13:21.37348Z","end":"2026-05-13T03:13:22.767692Z","steps":["trace[997502523] 'agreement among raft nodes before linearized reading' (duration: 1.392322476s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:13:22.767758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:21.373454Z","time spent":"1.394289677s","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-05-13T03:13:22.766471Z","caller":"traceutil/trace.go:171","msg":"trace[417631847] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:27697; }","duration":"875.323909ms","start":"2026-05-13T03:13:21.891135Z","end":"2026-05-13T03:13:22.766459Z","steps":["trace[417631847] 'agreement among raft nodes before linearized reading' (duration: 875.171175ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:13:22.767905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:21.891118Z","time spent":"876.770575ms","remote":"127.0.0.1:36000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:13:22.766274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.85578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:13:22.768009Z","caller":"traceutil/trace.go:171","msg":"trace[1938727479] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:27697; }","duration":"692.628455ms","start":"2026-05-13T03:13:22.075366Z","end":"2026-05-13T03:13:22.767995Z","steps":["trace[1938727479] 'agreement among raft nodes before linearized reading' (duration: 690.86406ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:13:22.768056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:22.075342Z","time spent":"692.698036ms","remote":"127.0.0.1:39942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-05-13T03:13:22.766333Z","caller":"traceutil/trace.go:171","msg":"trace[340898587] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27697; }","duration":"870.084175ms","start":"2026-05-13T03:13:21.896239Z","end":"2026-05-13T03:13:22.766323Z","steps":["trace[340898587] 'agreement among raft nodes before linearized reading' (duration: 869.534082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:13:22.768201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:21.896227Z","time spent":"871.963594ms","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-05-13T03:13:22.766291Z","caller":"traceutil/trace.go:171","msg":"trace[205626123] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27697; }","duration":"1.392692486s","start":"2026-05-13T03:13:21.373589Z","end":"2026-05-13T03:13:22.766282Z","steps":["trace[205626123] 'agreement among raft nodes before linearized reading' (duration: 1.392652445s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:13:22.768287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:21.373565Z","time spent":"1.394714587s","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-13T03:13:22.766341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:21.981389Z","time spent":"784.94491ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T03:13:22.766288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391161826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-13T03:13:22.768417Z","caller":"traceutil/trace.go:171","msg":"trace[1451749871] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27697; }","duration":"1.393308561s","start":"2026-05-13T03:13:21.375096Z","end":"2026-05-13T03:13:22.768405Z","steps":["trace[1451749871] 'agreement among raft nodes before linearized reading' (duration: 1.391123456s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:13:22.768461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:13:21.375084Z","time spent":"1.393365473s","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-05-13T03:15:41.39011Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f3d52791b64f7591","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-13T03:15:41.397765Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-05-13T03:15:41.398115Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-05-13T03:15:45.994591Z","caller":"traceutil/trace.go:171","msg":"trace[1163496596] linearizableReadLoop","detail":"{readStateIndex:30062; appliedIndex:30061; }","duration":"297.582293ms","start":"2026-05-13T03:15:45.69698Z","end":"2026-05-13T03:15:45.994563Z","steps":["trace[1163496596] 'read index received' (duration: 234.605518ms)","trace[1163496596] 'applied index is now lower than readState.Index' (duration: 62.975415ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:15:45.994672Z","caller":"traceutil/trace.go:171","msg":"trace[1057504189] transaction","detail":"{read_only:false; response_revision:29102; number_of_response:1; }","duration":"365.507223ms","start":"2026-05-13T03:15:45.629119Z","end":"2026-05-13T03:15:45.994626Z","steps":["trace[1057504189] 'process raft request' (duration: 302.545669ms)","trace[1057504189] 'compare' (duration: 62.641736ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:15:45.994827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:15:45.629055Z","time spent":"365.695099ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:15:45.994871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.891151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-13T03:15:45.994948Z","caller":"traceutil/trace.go:171","msg":"trace[1938984317] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29102; }","duration":"297.983773ms","start":"2026-05-13T03:15:45.696951Z","end":"2026-05-13T03:15:45.994934Z","steps":["trace[1938984317] 'agreement among raft nodes before linearized reading' (duration: 297.773348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:15:45.994955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.33826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-db58cddd8-cq2cw.18aeffa736c9d634\" ","response":"range_response_count:1 size:2106"} {"level":"info","ts":"2026-05-13T03:15:45.995083Z","caller":"traceutil/trace.go:171","msg":"trace[1558993267] range","detail":"{range_begin:/registry/events/openstack/glance-api-db58cddd8-cq2cw.18aeffa736c9d634; range_end:; response_count:1; response_revision:29102; }","duration":"256.539385ms","start":"2026-05-13T03:15:45.738512Z","end":"2026-05-13T03:15:45.995052Z","steps":["trace[1558993267] 'agreement among raft nodes before linearized reading' (duration: 256.221117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:15:50.513668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.878534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T03:15:50.513705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.559975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:15:50.513773Z","caller":"traceutil/trace.go:171","msg":"trace[15193739] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29136; }","duration":"192.674367ms","start":"2026-05-13T03:15:50.321081Z","end":"2026-05-13T03:15:50.513756Z","steps":["trace[15193739] 'range keys from in-memory index tree' (duration: 192.469162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:15:50.513832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.505029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-13T03:15:50.513856Z","caller":"traceutil/trace.go:171","msg":"trace[1510560945] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:29136; }","duration":"180.588821ms","start":"2026-05-13T03:15:50.333262Z","end":"2026-05-13T03:15:50.51385Z","steps":["trace[1510560945] 'range keys from in-memory index tree' (duration: 180.344285ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:15:50.513732Z","caller":"traceutil/trace.go:171","msg":"trace[1174019950] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:29136; }","duration":"100.984686ms","start":"2026-05-13T03:15:50.412729Z","end":"2026-05-13T03:15:50.513714Z","steps":["trace[1174019950] 'count revisions from in-memory index tree' (duration: 100.811222ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:15:50.514118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.192693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-13T03:15:50.514239Z","caller":"traceutil/trace.go:171","msg":"trace[1720316648] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29136; }","duration":"346.379268ms","start":"2026-05-13T03:15:50.167835Z","end":"2026-05-13T03:15:50.514215Z","steps":["trace[1720316648] 'range keys from in-memory index tree' (duration: 345.923806ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:15:50.514273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:15:50.167794Z","time spent":"346.47157ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T03:15:50.514284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.47076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-13T03:15:50.514434Z","caller":"traceutil/trace.go:171","msg":"trace[1601233053] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29136; }","duration":"346.705796ms","start":"2026-05-13T03:15:50.167696Z","end":"2026-05-13T03:15:50.514402Z","steps":["trace[1601233053] 'range keys from in-memory index tree' (duration: 346.120822ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:15:50.514493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:15:50.16767Z","time spent":"346.810418ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-13T03:15:58.172978Z","caller":"traceutil/trace.go:171","msg":"trace[1498149757] transaction","detail":"{read_only:false; response_revision:29198; number_of_response:1; }","duration":"108.337013ms","start":"2026-05-13T03:15:58.064609Z","end":"2026-05-13T03:15:58.172946Z","steps":["trace[1498149757] 'process raft request' (duration: 108.157369ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:15:59.377816Z","caller":"traceutil/trace.go:171","msg":"trace[900790048] transaction","detail":"{read_only:false; response_revision:29203; number_of_response:1; }","duration":"219.551238ms","start":"2026-05-13T03:15:59.158231Z","end":"2026-05-13T03:15:59.377782Z","steps":["trace[900790048] 'process raft request' (duration: 219.25529ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:16:00.366838Z","caller":"traceutil/trace.go:171","msg":"trace[590914996] transaction","detail":"{read_only:false; response_revision:29216; number_of_response:1; }","duration":"141.442251ms","start":"2026-05-13T03:16:00.225362Z","end":"2026-05-13T03:16:00.366805Z","steps":["trace[590914996] 'process raft request' (duration: 141.234295ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:16:20.569212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.149798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-13T03:16:20.569292Z","caller":"traceutil/trace.go:171","msg":"trace[344601209] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29462; }","duration":"108.261871ms","start":"2026-05-13T03:16:20.461011Z","end":"2026-05-13T03:16:20.569273Z","steps":["trace[344601209] 'range keys from in-memory index tree' (duration: 108.022015ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:16:34.4864Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26639} {"level":"info","ts":"2026-05-13T03:16:34.618141Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26639,"took":"128.348889ms","hash":728659676,"current-db-size-bytes":53702656,"current-db-size":"54 MB","current-db-size-in-use-bytes":35635200,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-05-13T03:16:34.618286Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":728659676,"revision":26639,"compact-revision":24696} {"level":"info","ts":"2026-05-13T03:19:52.550106Z","caller":"traceutil/trace.go:171","msg":"trace[303681264] linearizableReadLoop","detail":"{readStateIndex:32058; appliedIndex:32052; }","duration":"182.545351ms","start":"2026-05-13T03:19:52.367529Z","end":"2026-05-13T03:19:52.550074Z","steps":["trace[303681264] 'read index received' (duration: 12.383153ms)","trace[303681264] 'applied index is now lower than readState.Index' (duration: 170.161438ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:19:52.550214Z","caller":"traceutil/trace.go:171","msg":"trace[610838162] transaction","detail":"{read_only:false; response_revision:31041; number_of_response:1; }","duration":"183.750052ms","start":"2026-05-13T03:19:52.366456Z","end":"2026-05-13T03:19:52.550207Z","steps":["trace[610838162] 'process raft request' (duration: 183.590828ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:19:52.550192Z","caller":"traceutil/trace.go:171","msg":"trace[1420207379] transaction","detail":"{read_only:false; response_revision:31040; number_of_response:1; }","duration":"205.372639ms","start":"2026-05-13T03:19:52.344772Z","end":"2026-05-13T03:19:52.550145Z","steps":["trace[1420207379] 'process raft request' (duration: 205.250985ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:19:52.550182Z","caller":"traceutil/trace.go:171","msg":"trace[1211099192] transaction","detail":"{read_only:false; response_revision:31038; number_of_response:1; }","duration":"205.462151ms","start":"2026-05-13T03:19:52.344683Z","end":"2026-05-13T03:19:52.550145Z","steps":["trace[1211099192] 'process raft request' (duration: 205.289296ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:19:52.550559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.018092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-test\" ","response":"range_response_count:1 size:521"} {"level":"info","ts":"2026-05-13T03:19:52.550606Z","caller":"traceutil/trace.go:171","msg":"trace[1626088183] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-test; range_end:; response_count:1; response_revision:31041; }","duration":"183.095565ms","start":"2026-05-13T03:19:52.367498Z","end":"2026-05-13T03:19:52.550594Z","steps":["trace[1626088183] 'agreement among raft nodes before linearized reading' (duration: 182.934011ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:19:52.550959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.188808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:19:52.550993Z","caller":"traceutil/trace.go:171","msg":"trace[444573902] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:31041; }","duration":"104.253968ms","start":"2026-05-13T03:19:52.446729Z","end":"2026-05-13T03:19:52.550983Z","steps":["trace[444573902] 'agreement among raft nodes before linearized reading' (duration: 104.162316ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:19:52.551247Z","caller":"traceutil/trace.go:171","msg":"trace[81651439] transaction","detail":"{read_only:false; response_revision:31037; number_of_response:1; }","duration":"210.009597ms","start":"2026-05-13T03:19:52.341228Z","end":"2026-05-13T03:19:52.551237Z","steps":["trace[81651439] 'process raft request' (duration: 208.640923ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:19:52.550405Z","caller":"traceutil/trace.go:171","msg":"trace[284563785] transaction","detail":"{read_only:false; response_revision:31039; number_of_response:1; }","duration":"205.641296ms","start":"2026-05-13T03:19:52.344749Z","end":"2026-05-13T03:19:52.55039Z","steps":["trace[284563785] 'process raft request' (duration: 205.251626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:19:52.555139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.820988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385863"} {"level":"info","ts":"2026-05-13T03:19:52.555226Z","caller":"traceutil/trace.go:171","msg":"trace[768939164] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:31041; }","duration":"137.972303ms","start":"2026-05-13T03:19:52.417234Z","end":"2026-05-13T03:19:52.555206Z","steps":["trace[768939164] 'agreement among raft nodes before linearized reading' (duration: 133.267883ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:19:52.759944Z","caller":"traceutil/trace.go:171","msg":"trace[460602946] linearizableReadLoop","detail":"{readStateIndex:32059; appliedIndex:32058; }","duration":"140.331722ms","start":"2026-05-13T03:19:52.619569Z","end":"2026-05-13T03:19:52.759901Z","steps":["trace[460602946] 'read index received' (duration: 103.806128ms)","trace[460602946] 'applied index is now lower than readState.Index' (duration: 36.523954ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:19:52.760035Z","caller":"traceutil/trace.go:171","msg":"trace[1914532082] transaction","detail":"{read_only:false; response_revision:31042; number_of_response:1; }","duration":"180.91076ms","start":"2026-05-13T03:19:52.579091Z","end":"2026-05-13T03:19:52.760002Z","steps":["trace[1914532082] 'process raft request' (duration: 144.276202ms)","trace[1914532082] 'compare' (duration: 36.409632ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:19:52.760395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.778483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T03:19:52.760469Z","caller":"traceutil/trace.go:171","msg":"trace[153735281] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:31042; }","duration":"140.923937ms","start":"2026-05-13T03:19:52.619524Z","end":"2026-05-13T03:19:52.760447Z","steps":["trace[153735281] 'agreement among raft nodes before linearized reading' (duration: 140.547487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:19:52.760449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.287132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-test\" ","response":"range_response_count:1 size:521"} {"level":"info","ts":"2026-05-13T03:19:52.760554Z","caller":"traceutil/trace.go:171","msg":"trace[912262009] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-test; range_end:; response_count:1; response_revision:31042; }","duration":"127.428135ms","start":"2026-05-13T03:19:52.633105Z","end":"2026-05-13T03:19:52.760534Z","steps":["trace[912262009] 'agreement among raft nodes before linearized reading' (duration: 127.133388ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:19:52.969482Z","caller":"traceutil/trace.go:171","msg":"trace[890487394] transaction","detail":"{read_only:false; response_revision:31043; number_of_response:1; }","duration":"112.586319ms","start":"2026-05-13T03:19:52.856846Z","end":"2026-05-13T03:19:52.969432Z","steps":["trace[890487394] 'process raft request' (duration: 43.701715ms)","trace[890487394] 'compare' (duration: 68.263778ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:19:53.260359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.523232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/horizon-db-init\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-05-13T03:19:53.260545Z","caller":"traceutil/trace.go:171","msg":"trace[1419670538] range","detail":"{range_begin:/registry/serviceaccounts/openstack/horizon-db-init; range_end:; response_count:1; response_revision:31043; }","duration":"156.741008ms","start":"2026-05-13T03:19:53.103783Z","end":"2026-05-13T03:19:53.260524Z","steps":["trace[1419670538] 'range keys from in-memory index tree' (duration: 156.339777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:19:53.2606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.083756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/horizon\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-05-13T03:19:53.26068Z","caller":"traceutil/trace.go:171","msg":"trace[809857622] range","detail":"{range_begin:/registry/serviceaccounts/openstack/horizon; range_end:; response_count:1; response_revision:31043; }","duration":"157.203419ms","start":"2026-05-13T03:19:53.103459Z","end":"2026-05-13T03:19:53.260663Z","steps":["trace[809857622] 'range keys from in-memory index tree' (duration: 156.929602ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:19:56.083005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.849834ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T03:19:56.083187Z","caller":"traceutil/trace.go:171","msg":"trace[1214810504] transaction","detail":"{read_only:false; response_revision:31061; number_of_response:1; }","duration":"159.99743ms","start":"2026-05-13T03:19:55.923151Z","end":"2026-05-13T03:19:56.083149Z","steps":["trace[1214810504] 'process raft request' (duration: 20.873389ms)","trace[1214810504] 'compare' (duration: 138.638959ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:19:56.353903Z","caller":"traceutil/trace.go:171","msg":"trace[2063353196] transaction","detail":"{read_only:false; response_revision:31062; number_of_response:1; }","duration":"130.476123ms","start":"2026-05-13T03:19:56.223408Z","end":"2026-05-13T03:19:56.353884Z","steps":["trace[2063353196] 'process raft request' (duration: 130.334899ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:19:56.430507Z","caller":"traceutil/trace.go:171","msg":"trace[2011665217] linearizableReadLoop","detail":"{readStateIndex:32080; appliedIndex:32078; }","duration":"200.065854ms","start":"2026-05-13T03:19:56.230418Z","end":"2026-05-13T03:19:56.430484Z","steps":["trace[2011665217] 'read index received' (duration: 123.28466ms)","trace[2011665217] 'applied index is now lower than readState.Index' (duration: 76.780124ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:19:56.430648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.214257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:19:56.43071Z","caller":"traceutil/trace.go:171","msg":"trace[1383404690] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:31063; }","duration":"200.31504ms","start":"2026-05-13T03:19:56.230383Z","end":"2026-05-13T03:19:56.430698Z","steps":["trace[1383404690] 'agreement among raft nodes before linearized reading' (duration: 200.218618ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:19:56.430715Z","caller":"traceutil/trace.go:171","msg":"trace[1313046309] transaction","detail":"{read_only:false; response_revision:31063; number_of_response:1; }","duration":"131.209252ms","start":"2026-05-13T03:19:56.299403Z","end":"2026-05-13T03:19:56.430612Z","steps":["trace[1313046309] 'process raft request' (duration: 130.952345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:19:56.438806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.704086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:19:56.438856Z","caller":"traceutil/trace.go:171","msg":"trace[519817097] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:31064; }","duration":"137.791498ms","start":"2026-05-13T03:19:56.301051Z","end":"2026-05-13T03:19:56.438843Z","steps":["trace[519817097] 'agreement among raft nodes before linearized reading' (duration: 137.697896ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:19:56.438941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.304534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:19:56.439149Z","caller":"traceutil/trace.go:171","msg":"trace[1104033853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31064; }","duration":"118.567941ms","start":"2026-05-13T03:19:56.320553Z","end":"2026-05-13T03:19:56.439121Z","steps":["trace[1104033853] 'agreement among raft nodes before linearized reading' (duration: 118.292524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:19:56.439495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.876855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-rabbit-init\" ","response":"range_response_count:1 size:545"} {"level":"info","ts":"2026-05-13T03:19:56.439605Z","caller":"traceutil/trace.go:171","msg":"trace[1155540153] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-rabbit-init; range_end:; response_count:1; response_revision:31064; }","duration":"156.04321ms","start":"2026-05-13T03:19:56.283539Z","end":"2026-05-13T03:19:56.439582Z","steps":["trace[1155540153] 'agreement among raft nodes before linearized reading' (duration: 155.581018ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:19:56.596308Z","caller":"traceutil/trace.go:171","msg":"trace[1155301597] transaction","detail":"{read_only:false; response_revision:31065; number_of_response:1; }","duration":"121.66609ms","start":"2026-05-13T03:19:56.474587Z","end":"2026-05-13T03:19:56.596253Z","steps":["trace[1155301597] 'process raft request' (duration: 52.494029ms)","trace[1155301597] 'compare' (duration: 68.829542ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:19:56.766267Z","caller":"traceutil/trace.go:171","msg":"trace[990954601] linearizableReadLoop","detail":"{readStateIndex:32084; appliedIndex:32083; }","duration":"159.476127ms","start":"2026-05-13T03:19:56.606753Z","end":"2026-05-13T03:19:56.766229Z","steps":["trace[990954601] 'read index received' (duration: 97.809637ms)","trace[990954601] 'applied index is now lower than readState.Index' (duration: 61.66519ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:19:56.766382Z","caller":"traceutil/trace.go:171","msg":"trace[805628263] transaction","detail":"{read_only:false; response_revision:31066; number_of_response:1; }","duration":"175.206194ms","start":"2026-05-13T03:19:56.591164Z","end":"2026-05-13T03:19:56.76637Z","steps":["trace[805628263] 'process raft request' (duration: 113.39729ms)","trace[805628263] 'compare' (duration: 61.551967ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:19:56.769187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.409192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385863"} {"level":"info","ts":"2026-05-13T03:19:56.769274Z","caller":"traceutil/trace.go:171","msg":"trace[1011971696] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:31066; }","duration":"162.528934ms","start":"2026-05-13T03:19:56.606725Z","end":"2026-05-13T03:19:56.769254Z","steps":["trace[1011971696] 'agreement among raft nodes before linearized reading' (duration: 159.671322ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:19:56.791094Z","caller":"traceutil/trace.go:171","msg":"trace[1985195712] transaction","detail":"{read_only:false; response_revision:31067; number_of_response:1; }","duration":"161.414566ms","start":"2026-05-13T03:19:56.629607Z","end":"2026-05-13T03:19:56.791021Z","steps":["trace[1985195712] 'process raft request' (duration: 161.17195ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:19:56.79133Z","caller":"traceutil/trace.go:171","msg":"trace[781570368] transaction","detail":"{read_only:false; response_revision:31068; number_of_response:1; }","duration":"161.361076ms","start":"2026-05-13T03:19:56.62995Z","end":"2026-05-13T03:19:56.791311Z","steps":["trace[781570368] 'process raft request' (duration: 161.011697ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:19:56.791419Z","caller":"traceutil/trace.go:171","msg":"trace[1924208666] transaction","detail":"{read_only:false; response_revision:31069; number_of_response:1; }","duration":"161.313824ms","start":"2026-05-13T03:19:56.630083Z","end":"2026-05-13T03:19:56.791396Z","steps":["trace[1924208666] 'process raft request' (duration: 161.126929ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:19:56.791451Z","caller":"traceutil/trace.go:171","msg":"trace[1468161747] transaction","detail":"{read_only:false; response_revision:31070; number_of_response:1; }","duration":"160.704628ms","start":"2026-05-13T03:19:56.630714Z","end":"2026-05-13T03:19:56.791419Z","steps":["trace[1468161747] 'process raft request' (duration: 160.619926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:19:56.79733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.722023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-959bf4877-bh8fj.18af00b2a97aa3de\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:31065 ","response":"range_response_count:1000 size:771435"} {"level":"info","ts":"2026-05-13T03:19:56.79741Z","caller":"traceutil/trace.go:171","msg":"trace[723334418] range","detail":"{range_begin:/registry/events/openstack/heat-engine-959bf4877-bh8fj.18af00b2a97aa3de\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:31070; }","duration":"189.849556ms","start":"2026-05-13T03:19:56.607544Z","end":"2026-05-13T03:19:56.797393Z","steps":["trace[723334418] 'agreement among raft nodes before linearized reading' (duration: 183.877885ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:19:57.053142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.640507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:19:57.053218Z","caller":"traceutil/trace.go:171","msg":"trace[839138378] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:31070; }","duration":"115.77494ms","start":"2026-05-13T03:19:56.937425Z","end":"2026-05-13T03:19:57.0532Z","steps":["trace[839138378] 'range keys from in-memory index tree' (duration: 115.557995ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:19:57.053423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.06128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/magnum-api\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-05-13T03:19:57.0535Z","caller":"traceutil/trace.go:171","msg":"trace[1048081967] range","detail":"{range_begin:/registry/serviceaccounts/openstack/magnum-api; range_end:; response_count:1; response_revision:31070; }","duration":"139.146472ms","start":"2026-05-13T03:19:56.914332Z","end":"2026-05-13T03:19:57.053478Z","steps":["trace[1048081967] 'range keys from in-memory index tree' (duration: 138.899257ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:19:57.053601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.24964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/libvirt\" ","response":"range_response_count:1 size:518"} {"level":"info","ts":"2026-05-13T03:19:57.053676Z","caller":"traceutil/trace.go:171","msg":"trace[533326636] range","detail":"{range_begin:/registry/serviceaccounts/openstack/libvirt; range_end:; response_count:1; response_revision:31070; }","duration":"136.390853ms","start":"2026-05-13T03:19:56.917267Z","end":"2026-05-13T03:19:57.053658Z","steps":["trace[533326636] 'range keys from in-memory index tree' (duration: 136.055514ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:20:08.9468Z","caller":"traceutil/trace.go:171","msg":"trace[1649077301] transaction","detail":"{read_only:false; response_revision:31179; number_of_response:1; }","duration":"114.135429ms","start":"2026-05-13T03:20:08.832647Z","end":"2026-05-13T03:20:08.946782Z","steps":["trace[1649077301] 'process raft request' (duration: 114.081098ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:20:08.946818Z","caller":"traceutil/trace.go:171","msg":"trace[1376486657] transaction","detail":"{read_only:false; response_revision:31177; number_of_response:1; }","duration":"115.068493ms","start":"2026-05-13T03:20:08.83172Z","end":"2026-05-13T03:20:08.946789Z","steps":["trace[1376486657] 'process raft request' (duration: 114.818766ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:20:08.946817Z","caller":"traceutil/trace.go:171","msg":"trace[27054886] transaction","detail":"{read_only:false; response_revision:31178; number_of_response:1; }","duration":"115.083063ms","start":"2026-05-13T03:20:08.831714Z","end":"2026-05-13T03:20:08.946797Z","steps":["trace[27054886] 'process raft request' (duration: 114.97593ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:20:09.79952Z","caller":"traceutil/trace.go:171","msg":"trace[2093515111] linearizableReadLoop","detail":"{readStateIndex:32204; appliedIndex:32203; }","duration":"378.808748ms","start":"2026-05-13T03:20:09.420684Z","end":"2026-05-13T03:20:09.799493Z","steps":["trace[2093515111] 'read index received' (duration: 378.497491ms)","trace[2093515111] 'applied index is now lower than readState.Index' (duration: 310.057µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:20:09.799591Z","caller":"traceutil/trace.go:171","msg":"trace[1554015222] transaction","detail":"{read_only:false; response_revision:31182; number_of_response:1; }","duration":"391.565842ms","start":"2026-05-13T03:20:09.407996Z","end":"2026-05-13T03:20:09.799562Z","steps":["trace[1554015222] 'process raft request' (duration: 391.313925ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:20:09.799727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:20:09.407973Z","time spent":"391.681386ms","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:20:09.799804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.087967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-ks-endpoints\" ","response":"range_response_count:1 size:546"} {"level":"info","ts":"2026-05-13T03:20:09.799871Z","caller":"traceutil/trace.go:171","msg":"trace[1795740147] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-ks-endpoints; range_end:; response_count:1; response_revision:31182; }","duration":"379.20894ms","start":"2026-05-13T03:20:09.420647Z","end":"2026-05-13T03:20:09.799856Z","steps":["trace[1795740147] 'agreement among raft nodes before linearized reading' (duration: 379.001614ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:20:09.799933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:20:09.420624Z","time spent":"379.293792ms","remote":"127.0.0.1:39664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":570,"request content":"key:\"/registry/serviceaccounts/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-05-13T03:20:09.800016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.783495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-13T03:20:09.800047Z","caller":"traceutil/trace.go:171","msg":"trace[512139522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31182; }","duration":"208.843347ms","start":"2026-05-13T03:20:09.591196Z","end":"2026-05-13T03:20:09.80004Z","steps":["trace[512139522] 'agreement among raft nodes before linearized reading' (duration: 208.737235ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:20:09.803811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.964944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385863"} {"level":"info","ts":"2026-05-13T03:20:09.803908Z","caller":"traceutil/trace.go:171","msg":"trace[338742531] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:31182; }","duration":"334.111507ms","start":"2026-05-13T03:20:09.469778Z","end":"2026-05-13T03:20:09.80389Z","steps":["trace[338742531] 'agreement among raft nodes before linearized reading' (duration: 330.140307ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:20:09.80448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:20:09.469755Z","time spent":"334.639011ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":2261,"response size":385887,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"info","ts":"2026-05-13T03:20:10.021505Z","caller":"traceutil/trace.go:171","msg":"trace[152635554] transaction","detail":"{read_only:false; response_revision:31183; number_of_response:1; }","duration":"217.244129ms","start":"2026-05-13T03:20:09.804228Z","end":"2026-05-13T03:20:10.021473Z","steps":["trace[152635554] 'process raft request' (duration: 186.663185ms)","trace[152635554] 'compare' (duration: 29.687631ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:20:10.179313Z","caller":"traceutil/trace.go:171","msg":"trace[873943819] linearizableReadLoop","detail":"{readStateIndex:32206; appliedIndex:32204; }","duration":"372.249653ms","start":"2026-05-13T03:20:09.807038Z","end":"2026-05-13T03:20:10.179288Z","steps":["trace[873943819] 'read index received' (duration: 183.983457ms)","trace[873943819] 'applied index is now lower than readState.Index' (duration: 188.264446ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:20:10.179346Z","caller":"traceutil/trace.go:171","msg":"trace[1193297515] transaction","detail":"{read_only:false; response_revision:31184; number_of_response:1; }","duration":"374.49822ms","start":"2026-05-13T03:20:09.804812Z","end":"2026-05-13T03:20:10.17931Z","steps":["trace[1193297515] 'process raft request' (duration: 346.82284ms)","trace[1193297515] 'compare' (duration: 27.530117ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:20:10.179533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:20:09.804794Z","time spent":"374.636533ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:20:10.179633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.355647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29644040-s47dg\" ","response":"range_response_count:1 size:2897"} {"level":"info","ts":"2026-05-13T03:20:10.179697Z","caller":"traceutil/trace.go:171","msg":"trace[1569277987] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29644040-s47dg; range_end:; response_count:1; response_revision:31184; }","duration":"122.427599ms","start":"2026-05-13T03:20:10.057253Z","end":"2026-05-13T03:20:10.179681Z","steps":["trace[1569277987] 'agreement among raft nodes before linearized reading' (duration: 122.275085ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:20:10.179846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.831908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-13T03:20:10.179915Z","caller":"traceutil/trace.go:171","msg":"trace[1376719787] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31184; }","duration":"278.954571ms","start":"2026-05-13T03:20:09.900942Z","end":"2026-05-13T03:20:10.179897Z","steps":["trace[1376719787] 'agreement among raft nodes before linearized reading' (duration: 278.726695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:20:10.179921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.691127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:20:10.180008Z","caller":"traceutil/trace.go:171","msg":"trace[277237121] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:31184; }","duration":"354.834441ms","start":"2026-05-13T03:20:09.825154Z","end":"2026-05-13T03:20:10.179989Z","steps":["trace[277237121] 'agreement among raft nodes before linearized reading' (duration: 354.635646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:20:10.180055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:20:09.825138Z","time spent":"354.907093ms","remote":"127.0.0.1:42264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-13T03:20:10.181195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.129111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 ","response":"range_response_count:198 size:2111779"} {"level":"info","ts":"2026-05-13T03:20:10.181296Z","caller":"traceutil/trace.go:171","msg":"trace[146047640] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:198; response_revision:31184; }","duration":"374.256074ms","start":"2026-05-13T03:20:09.807017Z","end":"2026-05-13T03:20:10.181273Z","steps":["trace[146047640] 'agreement among raft nodes before linearized reading' (duration: 372.367706ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:20:10.181464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:20:09.807004Z","time spent":"374.435928ms","remote":"127.0.0.1:39562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":198,"response size":2111803,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 "} {"level":"warn","ts":"2026-05-13T03:20:10.185235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.623316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-959bf4877-bh8fj.18af00b2a97aa3de\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:31182 ","response":"range_response_count:1000 size:771740"} {"level":"info","ts":"2026-05-13T03:20:10.185303Z","caller":"traceutil/trace.go:171","msg":"trace[175751306] range","detail":"{range_begin:/registry/events/openstack/heat-engine-959bf4877-bh8fj.18af00b2a97aa3de\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:31184; }","duration":"371.725959ms","start":"2026-05-13T03:20:09.813562Z","end":"2026-05-13T03:20:10.185288Z","steps":["trace[175751306] 'agreement among raft nodes before linearized reading' (duration: 365.882471ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:20:10.185358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:20:09.813556Z","time spent":"371.77308ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":1761,"response size":771764,"request content":"key:\"/registry/events/openstack/heat-engine-959bf4877-bh8fj.18af00b2a97aa3de\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:31182 "} {"level":"info","ts":"2026-05-13T03:20:10.387826Z","caller":"traceutil/trace.go:171","msg":"trace[3176831] linearizableReadLoop","detail":"{readStateIndex:32209; appliedIndex:32206; }","duration":"190.140953ms","start":"2026-05-13T03:20:10.197665Z","end":"2026-05-13T03:20:10.387806Z","steps":["trace[3176831] 'read index received' (duration: 44.626549ms)","trace[3176831] 'applied index is now lower than readState.Index' (duration: 145.513394ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:20:10.387962Z","caller":"traceutil/trace.go:171","msg":"trace[291273573] transaction","detail":"{read_only:false; response_revision:31187; number_of_response:1; }","duration":"203.329288ms","start":"2026-05-13T03:20:10.184621Z","end":"2026-05-13T03:20:10.38795Z","steps":["trace[291273573] 'process raft request' (duration: 203.129562ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:20:10.388077Z","caller":"traceutil/trace.go:171","msg":"trace[958101895] transaction","detail":"{read_only:false; response_revision:31186; number_of_response:1; }","duration":"203.893591ms","start":"2026-05-13T03:20:10.184168Z","end":"2026-05-13T03:20:10.388062Z","steps":["trace[958101895] 'process raft request' (duration: 182.995662ms)","trace[958101895] 'compare' (duration: 20.442187ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:20:10.388078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.578654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:20:10.388286Z","caller":"traceutil/trace.go:171","msg":"trace[866002096] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:31187; }","duration":"173.844041ms","start":"2026-05-13T03:20:10.214428Z","end":"2026-05-13T03:20:10.388272Z","steps":["trace[866002096] 'agreement among raft nodes before linearized reading' (duration: 173.562804ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:20:10.390749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.077248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/octavia-api-certs-wthpb.18af010068cbdbf8\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:31182 ","response":"range_response_count:761 size:586483"} {"level":"info","ts":"2026-05-13T03:20:10.39081Z","caller":"traceutil/trace.go:171","msg":"trace[898332687] range","detail":"{range_begin:/registry/events/openstack/octavia-api-certs-wthpb.18af010068cbdbf8\u0000; range_end:/registry/events/openstack0; response_count:761; response_revision:31187; }","duration":"193.15414ms","start":"2026-05-13T03:20:10.197643Z","end":"2026-05-13T03:20:10.390797Z","steps":["trace[898332687] 'agreement among raft nodes before linearized reading' (duration: 190.600975ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:20:13.186376Z","caller":"traceutil/trace.go:171","msg":"trace[1896197746] transaction","detail":"{read_only:false; response_revision:31220; number_of_response:1; }","duration":"195.980219ms","start":"2026-05-13T03:20:12.990371Z","end":"2026-05-13T03:20:13.186351Z","steps":["trace[1896197746] 'process raft request' (duration: 195.835066ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:20:13.186411Z","caller":"traceutil/trace.go:171","msg":"trace[938576589] linearizableReadLoop","detail":"{readStateIndex:32245; appliedIndex:32241; }","duration":"171.976444ms","start":"2026-05-13T03:20:13.014408Z","end":"2026-05-13T03:20:13.186385Z","steps":["trace[938576589] 'read index received' (duration: 131.813047ms)","trace[938576589] 'applied index is now lower than readState.Index' (duration: 40.162227ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:20:13.186451Z","caller":"traceutil/trace.go:171","msg":"trace[1325518853] transaction","detail":"{read_only:false; response_revision:31221; number_of_response:1; }","duration":"195.875098ms","start":"2026-05-13T03:20:12.99055Z","end":"2026-05-13T03:20:13.186425Z","steps":["trace[1325518853] 'process raft request' (duration: 195.747424ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:20:13.186346Z","caller":"traceutil/trace.go:171","msg":"trace[1877003962] transaction","detail":"{read_only:false; response_revision:31219; number_of_response:1; }","duration":"196.642347ms","start":"2026-05-13T03:20:12.989663Z","end":"2026-05-13T03:20:13.186306Z","steps":["trace[1877003962] 'process raft request' (duration: 156.548882ms)","trace[1877003962] 'compare' (duration: 39.778187ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:20:13.186553Z","caller":"traceutil/trace.go:171","msg":"trace[682373322] transaction","detail":"{read_only:false; response_revision:31222; number_of_response:1; }","duration":"195.691693ms","start":"2026-05-13T03:20:12.990816Z","end":"2026-05-13T03:20:13.186508Z","steps":["trace[682373322] 'process raft request' (duration: 195.520908ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:20:13.186645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.21076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T03:20:13.186766Z","caller":"traceutil/trace.go:171","msg":"trace[135695018] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:31222; }","duration":"172.359694ms","start":"2026-05-13T03:20:13.014356Z","end":"2026-05-13T03:20:13.186716Z","steps":["trace[135695018] 'agreement among raft nodes before linearized reading' (duration: 172.166829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:20:14.092249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.785638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 ","response":"range_response_count:198 size:2111779"} {"level":"info","ts":"2026-05-13T03:20:14.092351Z","caller":"traceutil/trace.go:171","msg":"trace[65810676] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:198; response_revision:31224; }","duration":"119.118586ms","start":"2026-05-13T03:20:13.973204Z","end":"2026-05-13T03:20:14.092323Z","steps":["trace[65810676] 'range keys from in-memory index tree' (duration: 117.320829ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:20:14.172454Z","caller":"traceutil/trace.go:171","msg":"trace[2115878147] linearizableReadLoop","detail":"{readStateIndex:32248; appliedIndex:32247; }","duration":"133.955771ms","start":"2026-05-13T03:20:14.038477Z","end":"2026-05-13T03:20:14.172433Z","steps":["trace[2115878147] 'read index received' (duration: 133.821607ms)","trace[2115878147] 'applied index is now lower than readState.Index' (duration: 133.404µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:20:14.172622Z","caller":"traceutil/trace.go:171","msg":"trace[877930961] transaction","detail":"{read_only:false; response_revision:31225; number_of_response:1; }","duration":"175.174935ms","start":"2026-05-13T03:20:13.997329Z","end":"2026-05-13T03:20:14.172504Z","steps":["trace[877930961] 'process raft request' (duration: 174.98838ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:20:14.172678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.891898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-db-init\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-05-13T03:20:14.172741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.246368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-13T03:20:14.172838Z","caller":"traceutil/trace.go:171","msg":"trace[129119460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31225; }","duration":"134.393312ms","start":"2026-05-13T03:20:14.038422Z","end":"2026-05-13T03:20:14.172815Z","steps":["trace[129119460] 'agreement among raft nodes before linearized reading' (duration: 134.136596ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:20:14.172868Z","caller":"traceutil/trace.go:171","msg":"trace[1679200282] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-db-init; range_end:; response_count:1; response_revision:31225; }","duration":"113.063783ms","start":"2026-05-13T03:20:14.05974Z","end":"2026-05-13T03:20:14.172804Z","steps":["trace[1679200282] 'agreement among raft nodes before linearized reading' (duration: 112.821127ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:20:15.317301Z","caller":"traceutil/trace.go:171","msg":"trace[697898721] linearizableReadLoop","detail":"{readStateIndex:32256; appliedIndex:32255; }","duration":"255.709053ms","start":"2026-05-13T03:20:15.061566Z","end":"2026-05-13T03:20:15.317275Z","steps":["trace[697898721] 'read index received' (duration: 255.669032ms)","trace[697898721] 'applied index is now lower than readState.Index' (duration: 35.891µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:20:15.31741Z","caller":"traceutil/trace.go:171","msg":"trace[1217671905] transaction","detail":"{read_only:false; response_revision:31233; number_of_response:1; }","duration":"318.505633ms","start":"2026-05-13T03:20:14.998865Z","end":"2026-05-13T03:20:15.31737Z","steps":["trace[1217671905] 'process raft request' (duration: 318.245867ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:20:15.317599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:20:14.998841Z","time spent":"318.660917ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T03:20:15.319971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.38426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385863"} {"level":"info","ts":"2026-05-13T03:20:15.320022Z","caller":"traceutil/trace.go:171","msg":"trace[1944898513] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:31233; }","duration":"258.482793ms","start":"2026-05-13T03:20:15.061529Z","end":"2026-05-13T03:20:15.320012Z","steps":["trace[1944898513] 'agreement among raft nodes before linearized reading' (duration: 255.883867ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:20:15.398003Z","caller":"traceutil/trace.go:171","msg":"trace[1460017113] transaction","detail":"{read_only:false; response_revision:31235; number_of_response:1; }","duration":"206.473107ms","start":"2026-05-13T03:20:15.191505Z","end":"2026-05-13T03:20:15.397978Z","steps":["trace[1460017113] 'process raft request' (duration: 206.391265ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:20:15.398054Z","caller":"traceutil/trace.go:171","msg":"trace[968513198] transaction","detail":"{read_only:false; response_revision:31234; number_of_response:1; }","duration":"207.148593ms","start":"2026-05-13T03:20:15.190837Z","end":"2026-05-13T03:20:15.397985Z","steps":["trace[968513198] 'process raft request' (duration: 206.6198ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:20:15.398388Z","caller":"traceutil/trace.go:171","msg":"trace[2092257045] transaction","detail":"{read_only:false; response_revision:31236; number_of_response:1; }","duration":"206.822606ms","start":"2026-05-13T03:20:15.19155Z","end":"2026-05-13T03:20:15.398372Z","steps":["trace[2092257045] 'process raft request' (duration: 206.391605ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:20:15.398391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.783451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-13T03:20:15.398457Z","caller":"traceutil/trace.go:171","msg":"trace[1889417453] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:31237; }","duration":"192.880672ms","start":"2026-05-13T03:20:15.205561Z","end":"2026-05-13T03:20:15.398442Z","steps":["trace[1889417453] 'agreement among raft nodes before linearized reading' (duration: 192.688588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:20:15.398453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.945255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-13T03:20:15.398557Z","caller":"traceutil/trace.go:171","msg":"trace[1613887027] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:31237; }","duration":"167.0983ms","start":"2026-05-13T03:20:15.231436Z","end":"2026-05-13T03:20:15.398535Z","steps":["trace[1613887027] 'agreement among raft nodes before linearized reading' (duration: 166.796162ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:20:15.398707Z","caller":"traceutil/trace.go:171","msg":"trace[181886859] transaction","detail":"{read_only:false; response_revision:31237; number_of_response:1; }","duration":"207.014921ms","start":"2026-05-13T03:20:15.191676Z","end":"2026-05-13T03:20:15.398691Z","steps":["trace[181886859] 'process raft request' (duration: 206.410646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:20:15.398744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.611389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-ks-user\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-05-13T03:20:15.398805Z","caller":"traceutil/trace.go:171","msg":"trace[1497248053] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-ks-user; range_end:; response_count:1; response_revision:31237; }","duration":"334.685932ms","start":"2026-05-13T03:20:15.064103Z","end":"2026-05-13T03:20:15.398789Z","steps":["trace[1497248053] 'agreement among raft nodes before linearized reading' (duration: 334.443696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:20:15.39885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T03:20:15.064097Z","time spent":"334.743573ms","remote":"127.0.0.1:39664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":549,"request content":"key:\"/registry/serviceaccounts/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-05-13T03:20:15.619673Z","caller":"traceutil/trace.go:171","msg":"trace[1269783798] linearizableReadLoop","detail":"{readStateIndex:32263; appliedIndex:32261; }","duration":"193.57854ms","start":"2026-05-13T03:20:15.426072Z","end":"2026-05-13T03:20:15.61965Z","steps":["trace[1269783798] 'read index received' (duration: 115.600656ms)","trace[1269783798] 'applied index is now lower than readState.Index' (duration: 77.976584ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:20:15.619801Z","caller":"traceutil/trace.go:171","msg":"trace[854089465] transaction","detail":"{read_only:false; response_revision:31239; number_of_response:1; }","duration":"215.097106ms","start":"2026-05-13T03:20:15.404691Z","end":"2026-05-13T03:20:15.619788Z","steps":["trace[854089465] 'process raft request' (duration: 137.008839ms)","trace[854089465] 'compare' (duration: 77.528053ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:20:15.620934Z","caller":"traceutil/trace.go:171","msg":"trace[1881301100] transaction","detail":"{read_only:false; response_revision:31240; number_of_response:1; }","duration":"209.7399ms","start":"2026-05-13T03:20:15.411182Z","end":"2026-05-13T03:20:15.620922Z","steps":["trace[1881301100] 'process raft request' (duration: 208.342074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:20:15.622287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.911053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 ","response":"range_response_count:198 size:2111779"} {"level":"info","ts":"2026-05-13T03:20:15.622344Z","caller":"traceutil/trace.go:171","msg":"trace[1475225319] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:198; response_revision:31240; }","duration":"193.010356ms","start":"2026-05-13T03:20:15.429321Z","end":"2026-05-13T03:20:15.622332Z","steps":["trace[1475225319] 'agreement among raft nodes before linearized reading' (duration: 190.8138ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:20:15.632075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.449105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/octavia-api-certs-wthpb.18af010067247ae1\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:31233 ","response":"range_response_count:764 size:588949"} {"level":"info","ts":"2026-05-13T03:20:15.63214Z","caller":"traceutil/trace.go:171","msg":"trace[1077340235] range","detail":"{range_begin:/registry/events/openstack/octavia-api-certs-wthpb.18af010067247ae1\u0000; range_end:/registry/events/openstack0; response_count:764; response_revision:31240; }","duration":"217.563187ms","start":"2026-05-13T03:20:15.414563Z","end":"2026-05-13T03:20:15.632126Z","steps":["trace[1077340235] 'agreement among raft nodes before linearized reading' (duration: 205.293286ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:20:16.409588Z","caller":"traceutil/trace.go:171","msg":"trace[355888895] linearizableReadLoop","detail":"{readStateIndex:32265; appliedIndex:32264; }","duration":"131.252212ms","start":"2026-05-13T03:20:16.278306Z","end":"2026-05-13T03:20:16.409558Z","steps":["trace[355888895] 'read index received' (duration: 68.994267ms)","trace[355888895] 'applied index is now lower than readState.Index' (duration: 62.256395ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T03:20:16.409884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.154254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-scheduler\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-05-13T03:20:16.409944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.077701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-13T03:20:16.410014Z","caller":"traceutil/trace.go:171","msg":"trace[1564549557] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31241; }","duration":"111.190204ms","start":"2026-05-13T03:20:16.298805Z","end":"2026-05-13T03:20:16.409995Z","steps":["trace[1564549557] 'agreement among raft nodes before linearized reading' (duration: 110.957959ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:20:16.409959Z","caller":"traceutil/trace.go:171","msg":"trace[1469864906] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-scheduler; range_end:; response_count:1; response_revision:31241; }","duration":"160.287267ms","start":"2026-05-13T03:20:16.249657Z","end":"2026-05-13T03:20:16.409944Z","steps":["trace[1469864906] 'agreement among raft nodes before linearized reading' (duration: 160.026451ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:20:16.410416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.193109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-05-13T03:20:16.410529Z","caller":"traceutil/trace.go:171","msg":"trace[1259391927] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:31241; }","duration":"110.348623ms","start":"2026-05-13T03:20:16.300159Z","end":"2026-05-13T03:20:16.410507Z","steps":["trace[1259391927] 'agreement among raft nodes before linearized reading' (duration: 110.044495ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:20:16.824845Z","caller":"traceutil/trace.go:171","msg":"trace[911987950] linearizableReadLoop","detail":"{readStateIndex:32271; appliedIndex:32270; }","duration":"205.931422ms","start":"2026-05-13T03:20:16.618884Z","end":"2026-05-13T03:20:16.824816Z","steps":["trace[911987950] 'read index received' (duration: 205.620754ms)","trace[911987950] 'applied index is now lower than readState.Index' (duration: 309.578µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T03:20:16.82502Z","caller":"traceutil/trace.go:171","msg":"trace[1715806632] transaction","detail":"{read_only:false; response_revision:31247; number_of_response:1; }","duration":"208.026986ms","start":"2026-05-13T03:20:16.616952Z","end":"2026-05-13T03:20:16.824979Z","steps":["trace[1715806632] 'process raft request' (duration: 207.693188ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:20:16.829327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.416807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-959bf4877-bh8fj.18af00b2a97aa3de\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:31245 ","response":"range_response_count:1000 size:771403"} {"level":"info","ts":"2026-05-13T03:20:16.829418Z","caller":"traceutil/trace.go:171","msg":"trace[1960198294] range","detail":"{range_begin:/registry/events/openstack/heat-engine-959bf4877-bh8fj.18af00b2a97aa3de\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:31247; }","duration":"210.546879ms","start":"2026-05-13T03:20:16.618851Z","end":"2026-05-13T03:20:16.829397Z","steps":["trace[1960198294] 'agreement among raft nodes before linearized reading' (duration: 206.128637ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T03:20:16.844297Z","caller":"traceutil/trace.go:171","msg":"trace[402269362] transaction","detail":"{read_only:false; response_revision:31248; number_of_response:1; }","duration":"149.032713ms","start":"2026-05-13T03:20:16.695248Z","end":"2026-05-13T03:20:16.844281Z","steps":["trace[402269362] 'process raft request' (duration: 148.752596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:20:16.847427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.562628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385863"} {"level":"info","ts":"2026-05-13T03:20:16.847516Z","caller":"traceutil/trace.go:171","msg":"trace[1683239456] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:31248; }","duration":"204.701272ms","start":"2026-05-13T03:20:16.642793Z","end":"2026-05-13T03:20:16.847495Z","steps":["trace[1683239456] 'agreement among raft nodes before linearized reading' (duration: 201.368418ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T03:20:22.126504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.207116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-13T03:20:22.126595Z","caller":"traceutil/trace.go:171","msg":"trace[1226192854] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31284; }","duration":"130.35411ms","start":"2026-05-13T03:20:21.99622Z","end":"2026-05-13T03:20:22.126574Z","steps":["trace[1226192854] 'range keys from in-memory index tree' (duration: 129.991711ms)"],"step_count":1}