{"level":"warn","ts":"2026-03-02T21:23:48.593871Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T21:23:48.593956Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.124:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.124:2380","--initial-cluster=instance=https://199.19.213.124:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.124:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.124:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-02T21:23:48.594016Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T21:23:48.594026Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.124:2380"]} {"level":"info","ts":"2026-03-02T21:23:48.594045Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T21:23:48.594799Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.124:2379"]} {"level":"info","ts":"2026-03-02T21:23:48.59489Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.124:2380"],"listen-peer-urls":["https://199.19.213.124:2380"],"advertise-client-urls":["https://199.19.213.124:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.124:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.124:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-02T21:23:48.599835Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.626318ms"} {"level":"info","ts":"2026-03-02T21:23:48.607166Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6894f7e0c0041bce","cluster-id":"db11c089a44de10a"} {"level":"info","ts":"2026-03-02T21:23:48.607262Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6894f7e0c0041bce switched to configuration voters=()"} {"level":"info","ts":"2026-03-02T21:23:48.607283Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6894f7e0c0041bce became follower at term 0"} {"level":"info","ts":"2026-03-02T21:23:48.607296Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6894f7e0c0041bce [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-02T21:23:48.607305Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6894f7e0c0041bce became follower at term 1"} {"level":"info","ts":"2026-03-02T21:23:48.607347Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6894f7e0c0041bce switched to configuration voters=(7535920621163912142)"} {"level":"warn","ts":"2026-03-02T21:23:48.625569Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-02T21:23:48.627873Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-02T21:23:48.630748Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-02T21:23:48.633193Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6894f7e0c0041bce","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-02T21:23:48.633814Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6894f7e0c0041bce","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-02T21:23:48.63415Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T21:23:48.634352Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T21:23:48.634381Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T21:23:48.635365Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6894f7e0c0041bce switched to configuration voters=(7535920621163912142)"} {"level":"info","ts":"2026-03-02T21:23:48.63554Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"db11c089a44de10a","local-member-id":"6894f7e0c0041bce","added-peer-id":"6894f7e0c0041bce","added-peer-peer-urls":["https://199.19.213.124:2380"]} {"level":"info","ts":"2026-03-02T21:23:48.637834Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T21:23:48.638067Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6894f7e0c0041bce","initial-advertise-peer-urls":["https://199.19.213.124:2380"],"listen-peer-urls":["https://199.19.213.124:2380"],"advertise-client-urls":["https://199.19.213.124:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.124:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-02T21:23:48.638112Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-02T21:23:48.638131Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.124:2380"} {"level":"info","ts":"2026-03-02T21:23:48.638256Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.124:2380"} {"level":"info","ts":"2026-03-02T21:23:49.00887Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6894f7e0c0041bce is starting a new election at term 1"} {"level":"info","ts":"2026-03-02T21:23:49.008969Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6894f7e0c0041bce became pre-candidate at term 1"} {"level":"info","ts":"2026-03-02T21:23:49.008998Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6894f7e0c0041bce received MsgPreVoteResp from 6894f7e0c0041bce at term 1"} {"level":"info","ts":"2026-03-02T21:23:49.009015Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6894f7e0c0041bce became candidate at term 2"} {"level":"info","ts":"2026-03-02T21:23:49.009024Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6894f7e0c0041bce received MsgVoteResp from 6894f7e0c0041bce at term 2"} {"level":"info","ts":"2026-03-02T21:23:49.009034Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6894f7e0c0041bce became leader at term 2"} {"level":"info","ts":"2026-03-02T21:23:49.009044Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6894f7e0c0041bce elected leader 6894f7e0c0041bce at term 2"} {"level":"info","ts":"2026-03-02T21:23:49.009992Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T21:23:49.010967Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T21:23:49.01101Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T21:23:49.010955Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6894f7e0c0041bce","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.124:2379]}","request-path":"/0/members/6894f7e0c0041bce/attributes","cluster-id":"db11c089a44de10a","publish-timeout":"7s"} {"level":"info","ts":"2026-03-02T21:23:49.011526Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-02T21:23:49.011629Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-02T21:23:49.011769Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"db11c089a44de10a","local-member-id":"6894f7e0c0041bce","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T21:23:49.011955Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T21:23:49.011997Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T21:23:49.014264Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.124:2379"} {"level":"info","ts":"2026-03-02T21:23:49.014613Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-02T21:23:50.722617Z","caller":"traceutil/trace.go:171","msg":"trace[166274037] transaction","detail":"{read_only:false; response_revision:50; number_of_response:1; }","duration":"106.019812ms","start":"2026-03-02T21:23:50.616562Z","end":"2026-03-02T21:23:50.722582Z","steps":["trace[166274037] 'process raft request' (duration: 105.832047ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:50.722537Z","caller":"traceutil/trace.go:171","msg":"trace[1194584112] transaction","detail":"{read_only:false; response_revision:49; number_of_response:1; }","duration":"109.541151ms","start":"2026-03-02T21:23:50.612941Z","end":"2026-03-02T21:23:50.722482Z","steps":["trace[1194584112] 'process raft request' (duration: 68.788637ms)","trace[1194584112] 'compare' (duration: 40.489018ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:04.523476Z","caller":"traceutil/trace.go:171","msg":"trace[56788260] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"887.685217ms","start":"2026-03-02T21:24:03.635768Z","end":"2026-03-02T21:24:04.523453Z","steps":["trace[56788260] 'process raft request' (duration: 887.460891ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:04.523446Z","caller":"traceutil/trace.go:171","msg":"trace[6662959] linearizableReadLoop","detail":"{readStateIndex:385; appliedIndex:384; }","duration":"481.075646ms","start":"2026-03-02T21:24:04.042334Z","end":"2026-03-02T21:24:04.523409Z","steps":["trace[6662959] 'read index received' (duration: 480.880741ms)","trace[6662959] 'applied index is now lower than readState.Index' (duration: 193.525µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:24:04.523593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.249529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4795"} {"level":"info","ts":"2026-03-02T21:24:04.52375Z","caller":"traceutil/trace.go:171","msg":"trace[777410249] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:371; }","duration":"481.442884ms","start":"2026-03-02T21:24:04.04228Z","end":"2026-03-02T21:24:04.523723Z","steps":["trace[777410249] 'agreement among raft nodes before linearized reading' (duration: 481.240029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:04.523816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:04.042259Z","time spent":"481.532837ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4818,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-03-02T21:24:04.523877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:03.635753Z","time spent":"887.786289ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:24:04.541528Z","caller":"traceutil/trace.go:171","msg":"trace[1663549131] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"320.564066ms","start":"2026-03-02T21:24:04.220928Z","end":"2026-03-02T21:24:04.541492Z","steps":["trace[1663549131] 'process raft request' (duration: 320.422693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:04.541708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:04.2209Z","time spent":"320.720589ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:24:11.116159Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826663339,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:24:11.127901Z","caller":"traceutil/trace.go:171","msg":"trace[312141470] linearizableReadLoop","detail":"{readStateIndex:432; appliedIndex:431; }","duration":"511.762347ms","start":"2026-03-02T21:24:10.61612Z","end":"2026-03-02T21:24:11.127883Z","steps":["trace[312141470] 'read index received' (duration: 511.681685ms)","trace[312141470] 'applied index is now lower than readState.Index' (duration: 79.802µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:24:11.128046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.121696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:24:11.128086Z","caller":"traceutil/trace.go:171","msg":"trace[1709889431] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:417; }","duration":"512.238969ms","start":"2026-03-02T21:24:10.615832Z","end":"2026-03-02T21:24:11.128071Z","steps":["trace[1709889431] 'agreement among raft nodes before linearized reading' (duration: 512.135037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:11.12812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.928191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T21:24:11.128173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:10.615806Z","time spent":"512.353673ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T21:24:11.12805Z","caller":"traceutil/trace.go:171","msg":"trace[1472001010] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"576.492406ms","start":"2026-03-02T21:24:10.551485Z","end":"2026-03-02T21:24:11.127978Z","steps":["trace[1472001010] 'process raft request' (duration: 576.2825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:11.128714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:10.551463Z","time spent":"577.147333ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:24:11.128253Z","caller":"traceutil/trace.go:171","msg":"trace[1903399237] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:417; }","duration":"262.060204ms","start":"2026-03-02T21:24:10.866174Z","end":"2026-03-02T21:24:11.128234Z","steps":["trace[1903399237] 'agreement among raft nodes before linearized reading' (duration: 261.88461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:11.128167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.550488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T21:24:11.129053Z","caller":"traceutil/trace.go:171","msg":"trace[1737538912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:417; }","duration":"114.4625ms","start":"2026-03-02T21:24:11.014565Z","end":"2026-03-02T21:24:11.129027Z","steps":["trace[1737538912] 'agreement among raft nodes before linearized reading' (duration: 113.555458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:11.938342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.87798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:24:11.938492Z","caller":"traceutil/trace.go:171","msg":"trace[2018641767] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"806.239708ms","start":"2026-03-02T21:24:11.132228Z","end":"2026-03-02T21:24:11.938468Z","steps":["trace[2018641767] 'process raft request' (duration: 113.961948ms)","trace[2018641767] 'compare' (duration: 691.616863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:24:11.938582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:11.132206Z","time spent":"806.331009ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:24:11.944792Z","caller":"traceutil/trace.go:171","msg":"trace[1365423265] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"811.205861ms","start":"2026-03-02T21:24:11.133571Z","end":"2026-03-02T21:24:11.944776Z","steps":["trace[1365423265] 'process raft request' (duration: 811.126829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:11.944868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:11.133547Z","time spent":"811.287564ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:24:11.944959Z","caller":"traceutil/trace.go:171","msg":"trace[885279233] linearizableReadLoop","detail":"{readStateIndex:436; appliedIndex:433; }","duration":"314.582915ms","start":"2026-03-02T21:24:11.630355Z","end":"2026-03-02T21:24:11.944938Z","steps":["trace[885279233] 'read index received' (duration: 314.264137ms)","trace[885279233] 'applied index is now lower than readState.Index' (duration: 317.328µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:11.944922Z","caller":"traceutil/trace.go:171","msg":"trace[879817582] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"811.357466ms","start":"2026-03-02T21:24:11.133494Z","end":"2026-03-02T21:24:11.944851Z","steps":["trace[879817582] 'process raft request' (duration: 811.12364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:11.945037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.675047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:24:11.945077Z","caller":"traceutil/trace.go:171","msg":"trace[1634281422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:421; }","duration":"314.744929ms","start":"2026-03-02T21:24:11.630322Z","end":"2026-03-02T21:24:11.945067Z","steps":["trace[1634281422] 'agreement among raft nodes before linearized reading' (duration: 314.677958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:11.94511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:11.630305Z","time spent":"314.797481ms","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:24:11.944987Z","caller":"traceutil/trace.go:171","msg":"trace[1765119310] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"799.299542ms","start":"2026-03-02T21:24:11.145678Z","end":"2026-03-02T21:24:11.944978Z","steps":["trace[1765119310] 'process raft request' (duration: 799.066476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:11.945177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:11.145657Z","time spent":"799.484357ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:24:11.945217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:11.133485Z","time spent":"811.569121ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:24:12.615637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.14737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.124\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T21:24:12.615744Z","caller":"traceutil/trace.go:171","msg":"trace[1931924535] range","detail":"{range_begin:/registry/masterleases/199.19.213.124; range_end:; response_count:1; response_revision:421; }","duration":"340.320144ms","start":"2026-03-02T21:24:12.275402Z","end":"2026-03-02T21:24:12.615723Z","steps":["trace[1931924535] 'range keys from in-memory index tree' (duration: 340.000136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:12.615785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:12.275374Z","time spent":"340.401877ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.124\" "} {"level":"info","ts":"2026-03-02T21:24:18.118663Z","caller":"traceutil/trace.go:171","msg":"trace[1977606092] linearizableReadLoop","detail":"{readStateIndex:448; appliedIndex:447; }","duration":"486.116403ms","start":"2026-03-02T21:24:17.632513Z","end":"2026-03-02T21:24:18.11863Z","steps":["trace[1977606092] 'read index received' (duration: 485.907207ms)","trace[1977606092] 'applied index is now lower than readState.Index' (duration: 207.826µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:18.11873Z","caller":"traceutil/trace.go:171","msg":"trace[1260487273] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"964.100419ms","start":"2026-03-02T21:24:17.15459Z","end":"2026-03-02T21:24:18.118691Z","steps":["trace[1260487273] 'process raft request' (duration: 963.852043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:18.118858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.334868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:24:18.118957Z","caller":"traceutil/trace.go:171","msg":"trace[1420717623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:432; }","duration":"486.486361ms","start":"2026-03-02T21:24:17.632453Z","end":"2026-03-02T21:24:18.118939Z","steps":["trace[1420717623] 'agreement among raft nodes before linearized reading' (duration: 486.302837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:18.11907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:17.632433Z","time spent":"486.625715ms","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:24:18.118899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:17.154579Z","time spent":"964.235392ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:24:18.558761Z","caller":"traceutil/trace.go:171","msg":"trace[1895009889] linearizableReadLoop","detail":"{readStateIndex:449; appliedIndex:448; }","duration":"439.986221ms","start":"2026-03-02T21:24:18.118753Z","end":"2026-03-02T21:24:18.558739Z","steps":["trace[1895009889] 'read index received' (duration: 417.790312ms)","trace[1895009889] 'applied index is now lower than readState.Index' (duration: 22.194659ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:24:18.558923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.248358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T21:24:18.558895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.076194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T21:24:18.558977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.111095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:24:18.558997Z","caller":"traceutil/trace.go:171","msg":"trace[654050423] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:432; }","duration":"597.178856ms","start":"2026-03-02T21:24:17.961813Z","end":"2026-03-02T21:24:18.558992Z","steps":["trace[654050423] 'agreement among raft nodes before linearized reading' (duration: 597.145015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:18.559019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:17.961789Z","time spent":"597.225498ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:24:18.55919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.646907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:24:18.559259Z","caller":"traceutil/trace.go:171","msg":"trace[610884672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:432; }","duration":"438.730419ms","start":"2026-03-02T21:24:18.120502Z","end":"2026-03-02T21:24:18.559232Z","steps":["trace[610884672] 'agreement among raft nodes before linearized reading' (duration: 438.638807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:18.559313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:18.120487Z","time spent":"438.814271ms","remote":"127.0.0.1:34440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:24:18.559837Z","caller":"traceutil/trace.go:171","msg":"trace[1103832457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:432; }","duration":"594.080148ms","start":"2026-03-02T21:24:17.965727Z","end":"2026-03-02T21:24:18.559807Z","steps":["trace[1103832457] 'agreement among raft nodes before linearized reading' (duration: 593.025382ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:18.558947Z","caller":"traceutil/trace.go:171","msg":"trace[1836642983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:432; }","duration":"593.32842ms","start":"2026-03-02T21:24:17.965611Z","end":"2026-03-02T21:24:18.55894Z","steps":["trace[1836642983] 'agreement among raft nodes before linearized reading' (duration: 593.233858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:18.5599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:17.965703Z","time spent":"594.179731ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:24:18.55994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:17.965599Z","time spent":"594.316534ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T21:24:22.882452Z","caller":"traceutil/trace.go:171","msg":"trace[1888149782] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"290.209392ms","start":"2026-03-02T21:24:22.592219Z","end":"2026-03-02T21:24:22.882428Z","steps":["trace[1888149782] 'process raft request' (duration: 290.034368ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:22.884084Z","caller":"traceutil/trace.go:171","msg":"trace[2030493178] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"290.847429ms","start":"2026-03-02T21:24:22.593211Z","end":"2026-03-02T21:24:22.884059Z","steps":["trace[2030493178] 'process raft request' (duration: 290.645944ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:22.884421Z","caller":"traceutil/trace.go:171","msg":"trace[933739745] linearizableReadLoop","detail":"{readStateIndex:500; appliedIndex:497; }","duration":"252.987645ms","start":"2026-03-02T21:24:22.631385Z","end":"2026-03-02T21:24:22.884372Z","steps":["trace[933739745] 'read index received' (duration: 250.924803ms)","trace[933739745] 'applied index is now lower than readState.Index' (duration: 2.004131ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:22.884523Z","caller":"traceutil/trace.go:171","msg":"trace[1525540812] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"290.754336ms","start":"2026-03-02T21:24:22.593742Z","end":"2026-03-02T21:24:22.884496Z","steps":["trace[1525540812] 'process raft request' (duration: 290.236234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:22.884607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.216212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:24:22.884843Z","caller":"traceutil/trace.go:171","msg":"trace[765570238] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:481; }","duration":"253.505529ms","start":"2026-03-02T21:24:22.631319Z","end":"2026-03-02T21:24:22.884825Z","steps":["trace[765570238] 'agreement among raft nodes before linearized reading' (duration: 253.234292ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:24.490668Z","caller":"traceutil/trace.go:171","msg":"trace[1018998319] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"314.669529ms","start":"2026-03-02T21:24:24.175981Z","end":"2026-03-02T21:24:24.49065Z","steps":["trace[1018998319] 'process raft request' (duration: 314.529124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:24.490774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:24.175955Z","time spent":"314.767622ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:24:31.132173Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826663750,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:24:31.150155Z","caller":"traceutil/trace.go:171","msg":"trace[608453306] linearizableReadLoop","detail":"{readStateIndex:660; appliedIndex:659; }","duration":"518.761663ms","start":"2026-03-02T21:24:30.631362Z","end":"2026-03-02T21:24:31.150123Z","steps":["trace[608453306] 'read index received' (duration: 518.600049ms)","trace[608453306] 'applied index is now lower than readState.Index' (duration: 160.224µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:31.150243Z","caller":"traceutil/trace.go:171","msg":"trace[326974440] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"633.731326ms","start":"2026-03-02T21:24:30.516465Z","end":"2026-03-02T21:24:31.150196Z","steps":["trace[326974440] 'process raft request' (duration: 633.455039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:31.150354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.965588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:24:31.150418Z","caller":"traceutil/trace.go:171","msg":"trace[1575619085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:640; }","duration":"519.075671ms","start":"2026-03-02T21:24:30.631324Z","end":"2026-03-02T21:24:31.150399Z","steps":["trace[1575619085] 'agreement among raft nodes before linearized reading' (duration: 518.962388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:31.150434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:30.516453Z","time spent":"633.89218ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:24:31.150475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:30.631308Z","time spent":"519.153973ms","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:24:31.150534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.708934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T21:24:31.150554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.998927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:24:31.150618Z","caller":"traceutil/trace.go:171","msg":"trace[960951706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:640; }","duration":"222.839007ms","start":"2026-03-02T21:24:30.927757Z","end":"2026-03-02T21:24:31.150596Z","steps":["trace[960951706] 'agreement among raft nodes before linearized reading' (duration: 222.641222ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:31.150634Z","caller":"traceutil/trace.go:171","msg":"trace[1600552342] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:640; }","duration":"228.10832ms","start":"2026-03-02T21:24:30.922498Z","end":"2026-03-02T21:24:31.150606Z","steps":["trace[1600552342] 'agreement among raft nodes before linearized reading' (duration: 227.901905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:31.150705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.021162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:24:31.150793Z","caller":"traceutil/trace.go:171","msg":"trace[785718364] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:640; }","duration":"223.143796ms","start":"2026-03-02T21:24:30.927628Z","end":"2026-03-02T21:24:31.150772Z","steps":["trace[785718364] 'agreement among raft nodes before linearized reading' (duration: 222.854268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:32.134348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826663758,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:24:32.32643Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.126724302s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T21:24:32.337612Z","caller":"traceutil/trace.go:171","msg":"trace[321444611] linearizableReadLoop","detail":"{readStateIndex:664; appliedIndex:663; }","duration":"703.617295ms","start":"2026-03-02T21:24:31.633975Z","end":"2026-03-02T21:24:32.337593Z","steps":["trace[321444611] 'read index received' (duration: 692.67044ms)","trace[321444611] 'applied index is now lower than readState.Index' (duration: 10.945945ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:32.337889Z","caller":"traceutil/trace.go:171","msg":"trace[536797272] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"1.138365535s","start":"2026-03-02T21:24:31.19949Z","end":"2026-03-02T21:24:32.337855Z","steps":["trace[536797272] 'process raft request' (duration: 1.127120092s)","trace[536797272] 'compare' (duration: 10.627218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:24:32.33818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:31.199449Z","time spent":"1.138684593s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:24:32.33794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.949383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:24:32.338456Z","caller":"traceutil/trace.go:171","msg":"trace[407481034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:644; }","duration":"704.464847ms","start":"2026-03-02T21:24:31.633942Z","end":"2026-03-02T21:24:32.338407Z","steps":["trace[407481034] 'agreement among raft nodes before linearized reading' (duration: 703.950304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:32.338497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:31.633926Z","time spent":"704.558449ms","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:24:32.980513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.627136ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-02T21:24:32.980713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:32.341435Z","time spent":"639.271085ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T21:24:33.568717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.162261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:24:33.568863Z","caller":"traceutil/trace.go:171","msg":"trace[1919240888] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"1.189946812s","start":"2026-03-02T21:24:32.378897Z","end":"2026-03-02T21:24:33.568844Z","steps":["trace[1919240888] 'process raft request' (duration: 986.580916ms)","trace[1919240888] 'compare' (duration: 203.053228ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:24:33.568923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:32.378881Z","time spent":"1.190011853s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:24:35.632948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999829651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T21:24:35.633138Z","caller":"traceutil/trace.go:171","msg":"trace[525700675] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000069487s","start":"2026-03-02T21:24:33.633041Z","end":"2026-03-02T21:24:35.63311Z","steps":["trace[525700675] 'agreement among raft nodes before linearized reading' (duration: 1.999861712s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:35.633254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:33.633015Z","time spent":"2.0002192s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 21:24:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T21:24:35.633133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.318556ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:24:35.633554Z","caller":"traceutil/trace.go:171","msg":"trace[920277518] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:645; }","duration":"205.730677ms","start":"2026-03-02T21:24:35.427774Z","end":"2026-03-02T21:24:35.633505Z","steps":["trace[920277518] 'range keys from in-memory index tree' (duration: 205.292265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:35.633622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931783728s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:24:35.633768Z","caller":"traceutil/trace.go:171","msg":"trace[1358527401] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"2.651988379s","start":"2026-03-02T21:24:32.981734Z","end":"2026-03-02T21:24:35.633722Z","steps":["trace[1358527401] 'process raft request' (duration: 720.005777ms)","trace[1358527401] 'compare' (duration: 1.931559492s)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:35.633859Z","caller":"traceutil/trace.go:171","msg":"trace[1329006319] linearizableReadLoop","detail":"{readStateIndex:667; appliedIndex:665; }","duration":"2.477471639s","start":"2026-03-02T21:24:33.156363Z","end":"2026-03-02T21:24:35.633835Z","steps":["trace[1329006319] 'read index received' (duration: 209.210535ms)","trace[1329006319] 'applied index is now lower than readState.Index' (duration: 2.268257504s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:24:35.634017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:32.981709Z","time spent":"2.652161184s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:24:35.634135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.462488012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T21:24:35.634131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.477756616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:24:35.633808Z","caller":"traceutil/trace.go:171","msg":"trace[280212066] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"379.339175ms","start":"2026-03-02T21:24:35.254452Z","end":"2026-03-02T21:24:35.633791Z","steps":["trace[280212066] 'process raft request' (duration: 379.272633ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:35.634196Z","caller":"traceutil/trace.go:171","msg":"trace[438260854] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:647; }","duration":"2.462584735s","start":"2026-03-02T21:24:33.171597Z","end":"2026-03-02T21:24:35.634182Z","steps":["trace[438260854] 'agreement among raft nodes before linearized reading' (duration: 2.46238062s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:35.634209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.447270088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:24:35.634216Z","caller":"traceutil/trace.go:171","msg":"trace[1931373022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:647; }","duration":"2.477867388s","start":"2026-03-02T21:24:33.156327Z","end":"2026-03-02T21:24:35.634194Z","steps":["trace[1931373022] 'agreement among raft nodes before linearized reading' (duration: 2.477620992s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:35.634241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:33.171579Z","time spent":"2.462649806s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T21:24:35.634256Z","caller":"traceutil/trace.go:171","msg":"trace[1796998348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:647; }","duration":"2.44733466s","start":"2026-03-02T21:24:33.186907Z","end":"2026-03-02T21:24:35.634242Z","steps":["trace[1796998348] 'agreement among raft nodes before linearized reading' (duration: 2.447164786s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:35.634267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:33.156309Z","time spent":"2.477947661s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:24:35.634296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:33.186897Z","time spent":"2.447391631s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:24:35.634322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:35.254417Z","time spent":"379.806746ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:24:35.634423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.44573078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:24:35.634518Z","caller":"traceutil/trace.go:171","msg":"trace[1288010377] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:647; }","duration":"2.445862255s","start":"2026-03-02T21:24:33.188638Z","end":"2026-03-02T21:24:35.6345Z","steps":["trace[1288010377] 'agreement among raft nodes before linearized reading' (duration: 2.445416193s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:35.634562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:33.18861Z","time spent":"2.445939327s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:24:36.140046Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826663771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:24:36.53877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.985008ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:24:36.538873Z","caller":"traceutil/trace.go:171","msg":"trace[1042218794] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"900.409656ms","start":"2026-03-02T21:24:35.638447Z","end":"2026-03-02T21:24:36.538857Z","steps":["trace[1042218794] 'process raft request' (duration: 542.232813ms)","trace[1042218794] 'compare' (duration: 357.837014ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:24:36.538921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:35.638424Z","time spent":"900.475138ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:24:36.539279Z","caller":"traceutil/trace.go:171","msg":"trace[1421103568] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"900.620382ms","start":"2026-03-02T21:24:35.63865Z","end":"2026-03-02T21:24:36.539271Z","steps":["trace[1421103568] 'process raft request' (duration: 900.549839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:36.539332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:35.638626Z","time spent":"900.681944ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:24:36.539307Z","caller":"traceutil/trace.go:171","msg":"trace[540233436] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"900.631982ms","start":"2026-03-02T21:24:35.638626Z","end":"2026-03-02T21:24:36.539258Z","steps":["trace[540233436] 'process raft request' (duration: 900.527209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:36.539517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:35.638595Z","time spent":"900.819748ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:24:36.539762Z","caller":"traceutil/trace.go:171","msg":"trace[1852119065] linearizableReadLoop","detail":"{readStateIndex:673; appliedIndex:668; }","duration":"900.48845ms","start":"2026-03-02T21:24:35.63925Z","end":"2026-03-02T21:24:36.539739Z","steps":["trace[1852119065] 'read index received' (duration: 541.452775ms)","trace[1852119065] 'applied index is now lower than readState.Index' (duration: 358.979983ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:36.539756Z","caller":"traceutil/trace.go:171","msg":"trace[1080734009] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"900.782296ms","start":"2026-03-02T21:24:35.638947Z","end":"2026-03-02T21:24:36.539729Z","steps":["trace[1080734009] 'process raft request' (duration: 900.276323ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:36.539809Z","caller":"traceutil/trace.go:171","msg":"trace[1438332647] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"899.506453ms","start":"2026-03-02T21:24:35.640262Z","end":"2026-03-02T21:24:36.539769Z","steps":["trace[1438332647] 'process raft request' (duration: 899.190135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:36.539921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:35.638934Z","time spent":"900.911189ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:24:36.539933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.171026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:24:36.539994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:35.640249Z","time spent":"899.648848ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:24:36.540054Z","caller":"traceutil/trace.go:171","msg":"trace[48441034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:652; }","duration":"897.252968ms","start":"2026-03-02T21:24:35.642731Z","end":"2026-03-02T21:24:36.539984Z","steps":["trace[48441034] 'agreement among raft nodes before linearized reading' (duration: 897.149215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:36.540149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:35.642721Z","time spent":"897.409931ms","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:24:36.540112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.849168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T21:24:36.540498Z","caller":"traceutil/trace.go:171","msg":"trace[1742374843] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:652; }","duration":"901.185546ms","start":"2026-03-02T21:24:35.639226Z","end":"2026-03-02T21:24:36.540411Z","steps":["trace[1742374843] 'agreement among raft nodes before linearized reading' (duration: 900.660493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:36.540585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:35.639217Z","time spent":"901.34954ms","remote":"127.0.0.1:34728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T21:24:38.886417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.038558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:24:38.886462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.110398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T21:24:38.88651Z","caller":"traceutil/trace.go:171","msg":"trace[440030578] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:683; }","duration":"480.151361ms","start":"2026-03-02T21:24:38.406338Z","end":"2026-03-02T21:24:38.886489Z","steps":["trace[440030578] 'range keys from in-memory index tree' (duration: 479.880855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:38.886558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:38.406281Z","time spent":"480.267744ms","remote":"127.0.0.1:34494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-02T21:24:38.886563Z","caller":"traceutil/trace.go:171","msg":"trace[864364019] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:683; }","duration":"344.258671ms","start":"2026-03-02T21:24:38.542278Z","end":"2026-03-02T21:24:38.886536Z","steps":["trace[864364019] 'range keys from in-memory index tree' (duration: 343.944704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:38.886619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:38.542262Z","time spent":"344.343534ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:24:38.88663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.37093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-02T21:24:38.886649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.538213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T21:24:38.886631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.210195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T21:24:38.886745Z","caller":"traceutil/trace.go:171","msg":"trace[2069506314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:683; }","duration":"341.681748ms","start":"2026-03-02T21:24:38.545041Z","end":"2026-03-02T21:24:38.886723Z","steps":["trace[2069506314] 'range keys from in-memory index tree' (duration: 341.312457ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:38.886769Z","caller":"traceutil/trace.go:171","msg":"trace[1418610820] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:683; }","duration":"343.40093ms","start":"2026-03-02T21:24:38.543346Z","end":"2026-03-02T21:24:38.886747Z","steps":["trace[1418610820] 'range keys from in-memory index tree' (duration: 342.97844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:38.886816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:38.545021Z","time spent":"341.78126ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:24:38.886846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:38.543327Z","time spent":"343.501383ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T21:24:38.886742Z","caller":"traceutil/trace.go:171","msg":"trace[2069739047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:683; }","duration":"343.495622ms","start":"2026-03-02T21:24:38.543214Z","end":"2026-03-02T21:24:38.886709Z","steps":["trace[2069739047] 'range keys from in-memory index tree' (duration: 343.263557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:38.886927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:38.543209Z","time spent":"343.703128ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T21:24:38.891628Z","caller":"traceutil/trace.go:171","msg":"trace[1557977036] linearizableReadLoop","detail":"{readStateIndex:707; appliedIndex:706; }","duration":"260.211728ms","start":"2026-03-02T21:24:38.631396Z","end":"2026-03-02T21:24:38.891608Z","steps":["trace[1557977036] 'read index received' (duration: 260.181777ms)","trace[1557977036] 'applied index is now lower than readState.Index' (duration: 28.241µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:24:38.891761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.359841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:24:38.891806Z","caller":"traceutil/trace.go:171","msg":"trace[912005995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:684; }","duration":"260.445903ms","start":"2026-03-02T21:24:38.631346Z","end":"2026-03-02T21:24:38.891792Z","steps":["trace[912005995] 'agreement among raft nodes before linearized reading' (duration: 260.346451ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:38.891801Z","caller":"traceutil/trace.go:171","msg":"trace[2007838016] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"283.584635ms","start":"2026-03-02T21:24:38.608199Z","end":"2026-03-02T21:24:38.891783Z","steps":["trace[2007838016] 'process raft request' (duration: 283.305258ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:41.747067Z","caller":"traceutil/trace.go:171","msg":"trace[1169417480] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"309.764724ms","start":"2026-03-02T21:24:41.437283Z","end":"2026-03-02T21:24:41.747048Z","steps":["trace[1169417480] 'process raft request' (duration: 309.550078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:41.747242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:41.437255Z","time spent":"309.930129ms","remote":"127.0.0.1:34494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:24:41.753564Z","caller":"traceutil/trace.go:171","msg":"trace[1797382436] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"118.842211ms","start":"2026-03-02T21:24:41.634694Z","end":"2026-03-02T21:24:41.753536Z","steps":["trace[1797382436] 'process raft request' (duration: 118.565844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:57.05543Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826664256,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:24:57.556501Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826664256,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:24:58.057248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826664256,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:24:58.528203Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.096199545s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T21:24:58.528714Z","caller":"traceutil/trace.go:171","msg":"trace[1632663438] transaction","detail":"{read_only:false; response_revision:909; number_of_response:1; }","duration":"2.13176815s","start":"2026-03-02T21:24:56.396921Z","end":"2026-03-02T21:24:58.528689Z","steps":["trace[1632663438] 'process raft request' (duration: 2.131535165s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:58.528709Z","caller":"traceutil/trace.go:171","msg":"trace[1887698427] transaction","detail":"{read_only:false; response_revision:910; number_of_response:1; }","duration":"2.131015092s","start":"2026-03-02T21:24:56.397664Z","end":"2026-03-02T21:24:58.528679Z","steps":["trace[1887698427] 'process raft request' (duration: 2.130950811s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:58.528841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:56.396897Z","time spent":"2.131883144s","remote":"127.0.0.1:34950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4503,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:24:58.528885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:56.397636Z","time spent":"2.131156016s","remote":"127.0.0.1:34728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1601,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:24:58.556883Z","caller":"traceutil/trace.go:171","msg":"trace[1517691664] transaction","detail":"{read_only:false; response_revision:911; number_of_response:1; }","duration":"2.001043052s","start":"2026-03-02T21:24:56.555782Z","end":"2026-03-02T21:24:58.556825Z","steps":["trace[1517691664] 'process raft request' (duration: 2.000801036s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:58.557047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:56.555761Z","time spent":"2.001210545s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:24:58.562857Z","caller":"traceutil/trace.go:171","msg":"trace[1993883845] linearizableReadLoop","detail":"{readStateIndex:941; appliedIndex:937; }","duration":"2.007675557s","start":"2026-03-02T21:24:56.555156Z","end":"2026-03-02T21:24:58.562831Z","steps":["trace[1993883845] 'read index received' (duration: 1.973360324s)","trace[1993883845] 'applied index is now lower than readState.Index' (duration: 34.313773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:24:58.563132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007947294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-xg252\" ","response":"range_response_count:1 size:5353"} {"level":"info","ts":"2026-03-02T21:24:58.563198Z","caller":"traceutil/trace.go:171","msg":"trace[870857746] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-xg252; range_end:; response_count:1; response_revision:911; }","duration":"2.008058208s","start":"2026-03-02T21:24:56.555123Z","end":"2026-03-02T21:24:58.563182Z","steps":["trace[870857746] 'agreement among raft nodes before linearized reading' (duration: 2.007837643s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:58.563252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:56.555107Z","time spent":"2.00812937s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":5376,"request content":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-xg252\" "} {"level":"warn","ts":"2026-03-02T21:24:58.564837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.93220396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:24:58.564895Z","caller":"traceutil/trace.go:171","msg":"trace[1054108645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:912; }","duration":"1.932288992s","start":"2026-03-02T21:24:56.632591Z","end":"2026-03-02T21:24:58.56488Z","steps":["trace[1054108645] 'agreement among raft nodes before linearized reading' (duration: 1.932148029s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:58.564907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579301029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:24:58.564969Z","caller":"traceutil/trace.go:171","msg":"trace[1485628761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:912; }","duration":"1.579379401s","start":"2026-03-02T21:24:56.985568Z","end":"2026-03-02T21:24:58.564947Z","steps":["trace[1485628761] 'agreement among raft nodes before linearized reading' (duration: 1.579206467s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:58.564929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:56.632573Z","time spent":"1.932348703s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:24:58.565004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582611543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T21:24:58.565008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581870574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:24:58.565038Z","caller":"traceutil/trace.go:171","msg":"trace[1069118634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:912; }","duration":"1.582692455s","start":"2026-03-02T21:24:56.982337Z","end":"2026-03-02T21:24:58.565029Z","steps":["trace[1069118634] 'agreement among raft nodes before linearized reading' (duration: 1.582572772s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:58.565062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:56.982313Z","time spent":"1.582745046s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T21:24:58.565063Z","caller":"traceutil/trace.go:171","msg":"trace[1637933911] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:912; }","duration":"1.581947396s","start":"2026-03-02T21:24:56.983101Z","end":"2026-03-02T21:24:58.565049Z","steps":["trace[1637933911] 'agreement among raft nodes before linearized reading' (duration: 1.581760112s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:58.565153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:56.983094Z","time spent":"1.582011118s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:24:58.565018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:56.985561Z","time spent":"1.579444333s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:24:58.56522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.647335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T21:24:58.565287Z","caller":"traceutil/trace.go:171","msg":"trace[251945037] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:912; }","duration":"459.750568ms","start":"2026-03-02T21:24:58.105522Z","end":"2026-03-02T21:24:58.565273Z","steps":["trace[251945037] 'agreement among raft nodes before linearized reading' (duration: 459.522822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:58.565296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581099324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:24:58.565404Z","caller":"traceutil/trace.go:171","msg":"trace[1880281166] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:912; }","duration":"1.581251158s","start":"2026-03-02T21:24:56.984124Z","end":"2026-03-02T21:24:58.565375Z","steps":["trace[1880281166] 'agreement among raft nodes before linearized reading' (duration: 1.580824757s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:58.565332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:58.105499Z","time spent":"459.82049ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:24:58.565456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:56.984104Z","time spent":"1.5813436s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:25:22.689582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:22.300059Z","time spent":"389.517296ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T21:25:25.212074Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826664786,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:25:25.286052Z","caller":"traceutil/trace.go:171","msg":"trace[679875408] transaction","detail":"{read_only:false; response_revision:1178; number_of_response:1; }","duration":"580.263009ms","start":"2026-03-02T21:25:24.705758Z","end":"2026-03-02T21:25:25.286021Z","steps":["trace[679875408] 'process raft request' (duration: 580.058944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:25.286256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:24.705729Z","time spent":"580.419623ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:25:25.519741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.442966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:25:25.520293Z","caller":"traceutil/trace.go:171","msg":"trace[794958124] transaction","detail":"{read_only:false; response_revision:1179; number_of_response:1; }","duration":"814.234397ms","start":"2026-03-02T21:25:24.706034Z","end":"2026-03-02T21:25:25.520268Z","steps":["trace[794958124] 'process raft request' (duration: 658.176756ms)","trace[794958124] 'compare' (duration: 154.657007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:25:25.520401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:24.706019Z","time spent":"814.326639ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:25:25.520524Z","caller":"traceutil/trace.go:171","msg":"trace[2086819500] transaction","detail":"{read_only:false; response_revision:1180; number_of_response:1; }","duration":"813.99493ms","start":"2026-03-02T21:25:24.706519Z","end":"2026-03-02T21:25:25.520514Z","steps":["trace[2086819500] 'process raft request' (duration: 813.694213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:25.520558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:24.706513Z","time spent":"814.030121ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:25:25.520715Z","caller":"traceutil/trace.go:171","msg":"trace[8718667] linearizableReadLoop","detail":"{readStateIndex:1219; appliedIndex:1216; }","duration":"809.113899ms","start":"2026-03-02T21:25:24.711204Z","end":"2026-03-02T21:25:25.520318Z","steps":["trace[8718667] 'read index received' (duration: 574.608337ms)","trace[8718667] 'applied index is now lower than readState.Index' (duration: 234.504292ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:25:25.520778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.57212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T21:25:25.520973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.916357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:25:25.521008Z","caller":"traceutil/trace.go:171","msg":"trace[236858563] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1180; }","duration":"801.950997ms","start":"2026-03-02T21:25:24.719048Z","end":"2026-03-02T21:25:25.520999Z","steps":["trace[236858563] 'agreement among raft nodes before linearized reading' (duration: 801.864045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:25.521037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:24.718973Z","time spent":"802.05766ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T21:25:25.520977Z","caller":"traceutil/trace.go:171","msg":"trace[1558480787] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1180; }","duration":"809.779324ms","start":"2026-03-02T21:25:24.711175Z","end":"2026-03-02T21:25:25.520954Z","steps":["trace[1558480787] 'agreement among raft nodes before linearized reading' (duration: 809.499067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:25.521973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:24.711167Z","time spent":"810.745619ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T21:25:35.903668Z","caller":"traceutil/trace.go:171","msg":"trace[1754317186] transaction","detail":"{read_only:false; response_revision:1387; number_of_response:1; }","duration":"100.852904ms","start":"2026-03-02T21:25:35.80279Z","end":"2026-03-02T21:25:35.903643Z","steps":["trace[1754317186] 'process raft request' (duration: 100.71197ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:41.59214Z","caller":"traceutil/trace.go:171","msg":"trace[1043887291] transaction","detail":"{read_only:false; response_revision:1460; number_of_response:1; }","duration":"125.128533ms","start":"2026-03-02T21:25:41.466978Z","end":"2026-03-02T21:25:41.592107Z","steps":["trace[1043887291] 'process raft request' (duration: 124.899277ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:41.637801Z","caller":"traceutil/trace.go:171","msg":"trace[1077534075] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"104.519476ms","start":"2026-03-02T21:25:41.533225Z","end":"2026-03-02T21:25:41.637744Z","steps":["trace[1077534075] 'process raft request' (duration: 103.538621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:50.016867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:48.700885Z","time spent":"1.315969793s","remote":"127.0.0.1:44592","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T21:25:50.017267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.861362605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:25:50.017334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384727471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:25:50.017434Z","caller":"traceutil/trace.go:171","msg":"trace[150854913] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1563; }","duration":"1.861557709s","start":"2026-03-02T21:25:48.155818Z","end":"2026-03-02T21:25:50.017376Z","steps":["trace[150854913] 'count revisions from in-memory index tree' (duration: 1.861268142s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:50.017434Z","caller":"traceutil/trace.go:171","msg":"trace[1973049853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1563; }","duration":"1.384861443s","start":"2026-03-02T21:25:48.63254Z","end":"2026-03-02T21:25:50.017401Z","steps":["trace[1973049853] 'range keys from in-memory index tree' (duration: 1.384644638s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:50.017497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:48.155799Z","time spent":"1.861685242s","remote":"127.0.0.1:35996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":14,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:25:50.0175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:48.632522Z","time spent":"1.384966766s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:25:50.017548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000451318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-02T21:25:50.017621Z","caller":"traceutil/trace.go:171","msg":"trace[2144743434] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1563; }","duration":"2.00053373s","start":"2026-03-02T21:25:48.017069Z","end":"2026-03-02T21:25:50.017603Z","steps":["trace[2144743434] 'range keys from in-memory index tree' (duration: 2.000311705s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:50.017637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.583112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-02T21:25:50.017653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:48.017027Z","time spent":"2.000619442s","remote":"127.0.0.1:44556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T21:25:50.017174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737580806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f1e02dab-7bb9-410f-b273-59934a8635fe\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-02T21:25:50.017666Z","caller":"traceutil/trace.go:171","msg":"trace[2105496258] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1563; }","duration":"384.641103ms","start":"2026-03-02T21:25:49.633017Z","end":"2026-03-02T21:25:50.017658Z","steps":["trace[2105496258] 'range keys from in-memory index tree' (duration: 384.49737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:50.017685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:49.633002Z","time spent":"384.678744ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:25:50.017692Z","caller":"traceutil/trace.go:171","msg":"trace[2036260746] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f1e02dab-7bb9-410f-b273-59934a8635fe; range_end:; response_count:1; response_revision:1563; }","duration":"1.738162179s","start":"2026-03-02T21:25:48.279516Z","end":"2026-03-02T21:25:50.017678Z","steps":["trace[2036260746] 'range keys from in-memory index tree' (duration: 1.73738641s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:50.017727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:48.279497Z","time spent":"1.738216571s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f1e02dab-7bb9-410f-b273-59934a8635fe\" "} {"level":"warn","ts":"2026-03-02T21:25:50.017318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.193659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:25:50.017855Z","caller":"traceutil/trace.go:171","msg":"trace[395244782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1563; }","duration":"598.796325ms","start":"2026-03-02T21:25:49.419036Z","end":"2026-03-02T21:25:50.017833Z","steps":["trace[395244782] 'range keys from in-memory index tree' (duration: 598.033546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:50.017908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:49.419006Z","time spent":"598.890136ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:25:50.017317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396241119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f1e02dab-7bb9-410f-b273-59934a8635fe\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-02T21:25:50.018024Z","caller":"traceutil/trace.go:171","msg":"trace[27093965] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f1e02dab-7bb9-410f-b273-59934a8635fe; range_end:; response_count:1; response_revision:1563; }","duration":"1.397035649s","start":"2026-03-02T21:25:48.620974Z","end":"2026-03-02T21:25:50.01801Z","steps":["trace[27093965] 'range keys from in-memory index tree' (duration: 1.396019194s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:50.017967Z","caller":"traceutil/trace.go:171","msg":"trace[176498138] linearizableReadLoop","detail":"{readStateIndex:1629; appliedIndex:1628; }","duration":"342.060694ms","start":"2026-03-02T21:25:49.675886Z","end":"2026-03-02T21:25:50.017946Z","steps":["trace[176498138] 'read index received' (duration: 297.122074ms)","trace[176498138] 'applied index is now lower than readState.Index' (duration: 44.93728ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:25:50.018013Z","caller":"traceutil/trace.go:171","msg":"trace[138642271] transaction","detail":"{read_only:false; response_revision:1564; number_of_response:1; }","duration":"353.44407ms","start":"2026-03-02T21:25:49.664552Z","end":"2026-03-02T21:25:50.017996Z","steps":["trace[138642271] 'process raft request' (duration: 308.435419ms)","trace[138642271] 'compare' (duration: 44.800376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:25:50.018108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:48.620952Z","time spent":"1.397133531s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f1e02dab-7bb9-410f-b273-59934a8635fe\" "} {"level":"warn","ts":"2026-03-02T21:25:50.018185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.288519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:25:50.018251Z","caller":"traceutil/trace.go:171","msg":"trace[476502356] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1564; }","duration":"342.384182ms","start":"2026-03-02T21:25:49.675852Z","end":"2026-03-02T21:25:50.018236Z","steps":["trace[476502356] 'agreement among raft nodes before linearized reading' (duration: 342.153106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:50.018307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:49.675837Z","time spent":"342.457013ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:25:50.018192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:49.664513Z","time spent":"353.607114ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:25:50.075812Z","caller":"traceutil/trace.go:171","msg":"trace[1157412949] transaction","detail":"{read_only:false; response_revision:1565; number_of_response:1; }","duration":"388.096491ms","start":"2026-03-02T21:25:49.687682Z","end":"2026-03-02T21:25:50.075778Z","steps":["trace[1157412949] 'process raft request' (duration: 387.935337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:50.075977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:49.687655Z","time spent":"388.236245ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:25:50.076048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.395824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:25:50.076104Z","caller":"traceutil/trace.go:171","msg":"trace[1922399039] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1565; }","duration":"354.498667ms","start":"2026-03-02T21:25:49.721591Z","end":"2026-03-02T21:25:50.07609Z","steps":["trace[1922399039] 'agreement among raft nodes before linearized reading' (duration: 354.280161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:50.076135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:49.72158Z","time spent":"354.547478ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:25:50.076162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.790444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:25:50.076313Z","caller":"traceutil/trace.go:171","msg":"trace[797640532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1565; }","duration":"399.985029ms","start":"2026-03-02T21:25:49.676297Z","end":"2026-03-02T21:25:50.076282Z","steps":["trace[797640532] 'agreement among raft nodes before linearized reading' (duration: 399.60063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:50.076265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.437934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T21:25:50.076378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:49.676284Z","time spent":"400.079771ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T21:25:50.076408Z","caller":"traceutil/trace.go:171","msg":"trace[586026592] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1565; }","duration":"350.64173ms","start":"2026-03-02T21:25:49.725736Z","end":"2026-03-02T21:25:50.076378Z","steps":["trace[586026592] 'agreement among raft nodes before linearized reading' (duration: 350.097926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:50.076478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:49.725718Z","time spent":"350.745062ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T21:25:50.20154Z","caller":"traceutil/trace.go:171","msg":"trace[1323267659] transaction","detail":"{read_only:false; response_revision:1566; number_of_response:1; }","duration":"178.384691ms","start":"2026-03-02T21:25:50.023134Z","end":"2026-03-02T21:25:50.201519Z","steps":["trace[1323267659] 'process raft request' (duration: 178.207057ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:50.201961Z","caller":"traceutil/trace.go:171","msg":"trace[206018532] transaction","detail":"{read_only:false; response_revision:1567; number_of_response:1; }","duration":"178.616538ms","start":"2026-03-02T21:25:50.023332Z","end":"2026-03-02T21:25:50.201949Z","steps":["trace[206018532] 'process raft request' (duration: 178.145055ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:50.202084Z","caller":"traceutil/trace.go:171","msg":"trace[545450517] linearizableReadLoop","detail":"{readStateIndex:1634; appliedIndex:1630; }","duration":"126.272612ms","start":"2026-03-02T21:25:50.075783Z","end":"2026-03-02T21:25:50.202055Z","steps":["trace[545450517] 'read index received' (duration: 125.660716ms)","trace[545450517] 'applied index is now lower than readState.Index' (duration: 610.566µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:25:50.202273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.249664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:25:50.202267Z","caller":"traceutil/trace.go:171","msg":"trace[2115755134] transaction","detail":"{read_only:false; response_revision:1569; number_of_response:1; }","duration":"174.190136ms","start":"2026-03-02T21:25:50.028034Z","end":"2026-03-02T21:25:50.202224Z","steps":["trace[2115755134] 'process raft request' (duration: 173.91923ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:50.202317Z","caller":"traceutil/trace.go:171","msg":"trace[1951707063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1569; }","duration":"179.341905ms","start":"2026-03-02T21:25:50.022963Z","end":"2026-03-02T21:25:50.202304Z","steps":["trace[1951707063] 'agreement among raft nodes before linearized reading' (duration: 179.244483ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:50.20247Z","caller":"traceutil/trace.go:171","msg":"trace[1894941636] transaction","detail":"{read_only:false; response_revision:1568; number_of_response:1; }","duration":"178.139756ms","start":"2026-03-02T21:25:50.024291Z","end":"2026-03-02T21:25:50.20243Z","steps":["trace[1894941636] 'process raft request' (duration: 177.49649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:50.202727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.298743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T21:25:50.202802Z","caller":"traceutil/trace.go:171","msg":"trace[1198343466] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1569; }","duration":"169.412727ms","start":"2026-03-02T21:25:50.033365Z","end":"2026-03-02T21:25:50.202778Z","steps":["trace[1198343466] 'agreement among raft nodes before linearized reading' (duration: 169.192332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:50.558293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.442652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:25:50.558664Z","caller":"traceutil/trace.go:171","msg":"trace[607066748] transaction","detail":"{read_only:false; response_revision:1571; number_of_response:1; }","duration":"477.381723ms","start":"2026-03-02T21:25:50.081268Z","end":"2026-03-02T21:25:50.55865Z","steps":["trace[607066748] 'process raft request' (duration: 477.217569ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:50.558635Z","caller":"traceutil/trace.go:171","msg":"trace[1908091873] transaction","detail":"{read_only:false; response_revision:1570; number_of_response:1; }","duration":"477.782513ms","start":"2026-03-02T21:25:50.08081Z","end":"2026-03-02T21:25:50.558593Z","steps":["trace[1908091873] 'process raft request' (duration: 230.920802ms)","trace[1908091873] 'compare' (duration: 246.269807ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:25:50.558762Z","caller":"traceutil/trace.go:171","msg":"trace[671472900] linearizableReadLoop","detail":"{readStateIndex:1638; appliedIndex:1634; }","duration":"346.501845ms","start":"2026-03-02T21:25:50.21221Z","end":"2026-03-02T21:25:50.558711Z","steps":["trace[671472900] 'read index received' (duration: 99.568552ms)","trace[671472900] 'applied index is now lower than readState.Index' (duration: 246.931823ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:25:50.558796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:50.081257Z","time spent":"477.448144ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:25:50.558796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:50.080779Z","time spent":"477.932487ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:25:50.558796Z","caller":"traceutil/trace.go:171","msg":"trace[2034428774] transaction","detail":"{read_only:false; response_revision:1572; number_of_response:1; }","duration":"477.420954ms","start":"2026-03-02T21:25:50.081346Z","end":"2026-03-02T21:25:50.558767Z","steps":["trace[2034428774] 'process raft request' (duration: 477.228949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:50.55887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.655049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:25:50.558882Z","caller":"traceutil/trace.go:171","msg":"trace[1560619907] transaction","detail":"{read_only:false; response_revision:1573; number_of_response:1; }","duration":"349.341057ms","start":"2026-03-02T21:25:50.209533Z","end":"2026-03-02T21:25:50.558874Z","steps":["trace[1560619907] 'process raft request' (duration: 349.106621ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:50.558907Z","caller":"traceutil/trace.go:171","msg":"trace[1676122751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1573; }","duration":"346.735531ms","start":"2026-03-02T21:25:50.212159Z","end":"2026-03-02T21:25:50.558895Z","steps":["trace[1676122751] 'agreement among raft nodes before linearized reading' (duration: 346.669459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:50.558927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:50.209495Z","time spent":"349.406779ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:25:50.558932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:50.081318Z","time spent":"477.541847ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:25:50.558949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:50.212131Z","time spent":"346.809263ms","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:25:51.888721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.768169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:25:51.888872Z","caller":"traceutil/trace.go:171","msg":"trace[1992689963] linearizableReadLoop","detail":"{readStateIndex:1639; appliedIndex:1638; }","duration":"864.854588ms","start":"2026-03-02T21:25:51.023993Z","end":"2026-03-02T21:25:51.888847Z","steps":["trace[1992689963] 'read index received' (duration: 467.543586ms)","trace[1992689963] 'applied index is now lower than readState.Index' (duration: 397.308772ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:25:51.888999Z","caller":"traceutil/trace.go:171","msg":"trace[1997324558] transaction","detail":"{read_only:false; response_revision:1574; number_of_response:1; }","duration":"967.082586ms","start":"2026-03-02T21:25:50.9219Z","end":"2026-03-02T21:25:51.888983Z","steps":["trace[1997324558] 'process raft request' (duration: 569.722134ms)","trace[1997324558] 'compare' (duration: 396.424909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:25:51.889129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.35485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-02T21:25:51.889198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:50.921862Z","time spent":"967.186889ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:25:51.889225Z","caller":"traceutil/trace.go:171","msg":"trace[268945217] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1574; }","duration":"863.464053ms","start":"2026-03-02T21:25:51.025736Z","end":"2026-03-02T21:25:51.8892Z","steps":["trace[268945217] 'agreement among raft nodes before linearized reading' (duration: 863.257038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:51.889129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.131865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f1e02dab-7bb9-410f-b273-59934a8635fe\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-03-02T21:25:51.889225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.7451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:25:51.889286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:51.02573Z","time spent":"863.547185ms","remote":"127.0.0.1:44556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-02T21:25:51.88932Z","caller":"traceutil/trace.go:171","msg":"trace[2018731386] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f1e02dab-7bb9-410f-b273-59934a8635fe; range_end:; response_count:1; response_revision:1574; }","duration":"865.377191ms","start":"2026-03-02T21:25:51.023909Z","end":"2026-03-02T21:25:51.889286Z","steps":["trace[2018731386] 'agreement among raft nodes before linearized reading' (duration: 865.068023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:51.889305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.6014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-03-02T21:25:51.88935Z","caller":"traceutil/trace.go:171","msg":"trace[1447552151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1574; }","duration":"256.919675ms","start":"2026-03-02T21:25:51.632398Z","end":"2026-03-02T21:25:51.889318Z","steps":["trace[1447552151] 'agreement among raft nodes before linearized reading' (duration: 256.677289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:51.889328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.993344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:25:51.889397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:51.023893Z","time spent":"865.482974ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f1e02dab-7bb9-410f-b273-59934a8635fe\" "} {"level":"info","ts":"2026-03-02T21:25:51.889427Z","caller":"traceutil/trace.go:171","msg":"trace[1101072013] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1574; }","duration":"286.773935ms","start":"2026-03-02T21:25:51.602622Z","end":"2026-03-02T21:25:51.889396Z","steps":["trace[1101072013] 'agreement among raft nodes before linearized reading' (duration: 286.379005ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:51.889448Z","caller":"traceutil/trace.go:171","msg":"trace[1657108658] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1574; }","duration":"559.25846ms","start":"2026-03-02T21:25:51.330172Z","end":"2026-03-02T21:25:51.88943Z","steps":["trace[1657108658] 'agreement among raft nodes before linearized reading' (duration: 558.947443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:51.889729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:51.330145Z","time spent":"559.567478ms","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:26:00.910274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.318957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-02T21:26:00.91034Z","caller":"traceutil/trace.go:171","msg":"trace[1463705319] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1662; }","duration":"119.4281ms","start":"2026-03-02T21:26:00.790896Z","end":"2026-03-02T21:26:00.910324Z","steps":["trace[1463705319] 'range keys from in-memory index tree' (duration: 119.157143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:07.476581Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826665897,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:26:07.619503Z","caller":"traceutil/trace.go:171","msg":"trace[1671223618] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"983.775437ms","start":"2026-03-02T21:26:06.635709Z","end":"2026-03-02T21:26:07.619484Z","steps":["trace[1671223618] 'process raft request' (duration: 983.660304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:07.619632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:06.635697Z","time spent":"983.86608ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:26:07.655501Z","caller":"traceutil/trace.go:171","msg":"trace[200788768] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"1.019277907s","start":"2026-03-02T21:26:06.636197Z","end":"2026-03-02T21:26:07.655474Z","steps":["trace[200788768] 'process raft request' (duration: 1.019089212s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:07.65566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:06.63619Z","time spent":"1.019392101s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:26:07.655837Z","caller":"traceutil/trace.go:171","msg":"trace[888723210] transaction","detail":"{read_only:false; response_revision:1701; number_of_response:1; }","duration":"1.01781856s","start":"2026-03-02T21:26:06.637984Z","end":"2026-03-02T21:26:07.655803Z","steps":["trace[888723210] 'process raft request' (duration: 1.017436921s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:07.656049Z","caller":"traceutil/trace.go:171","msg":"trace[1830241596] transaction","detail":"{read_only:false; response_revision:1702; number_of_response:1; }","duration":"754.008234ms","start":"2026-03-02T21:26:06.9019Z","end":"2026-03-02T21:26:07.655908Z","steps":["trace[1830241596] 'process raft request' (duration: 753.772128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:07.656104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:06.637978Z","time spent":"1.017927743s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:26:07.656579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:06.901878Z","time spent":"754.28014ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:26:07.661028Z","caller":"traceutil/trace.go:171","msg":"trace[292256488] linearizableReadLoop","detail":"{readStateIndex:1772; appliedIndex:1768; }","duration":"685.543649ms","start":"2026-03-02T21:26:06.975451Z","end":"2026-03-02T21:26:07.660995Z","steps":["trace[292256488] 'read index received' (duration: 644.017409ms)","trace[292256488] 'applied index is now lower than readState.Index' (duration: 41.52496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:26:07.661275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.613704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-02T21:26:07.66132Z","caller":"traceutil/trace.go:171","msg":"trace[1020882362] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1702; }","duration":"666.702307ms","start":"2026-03-02T21:26:06.994604Z","end":"2026-03-02T21:26:07.661306Z","steps":["trace[1020882362] 'agreement among raft nodes before linearized reading' (duration: 666.544603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:07.661355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:06.994581Z","time spent":"666.764089ms","remote":"127.0.0.1:44556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T21:26:07.661743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.259797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11983"} {"level":"info","ts":"2026-03-02T21:26:07.661808Z","caller":"traceutil/trace.go:171","msg":"trace[1913576297] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1702; }","duration":"686.38096ms","start":"2026-03-02T21:26:06.97541Z","end":"2026-03-02T21:26:07.661791Z","steps":["trace[1913576297] 'agreement among raft nodes before linearized reading' (duration: 685.690043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:07.6622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:06.975388Z","time spent":"686.443871ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12006,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T21:26:37.089715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.127218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:26:37.089826Z","caller":"traceutil/trace.go:171","msg":"trace[1337662239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1849; }","duration":"457.291982ms","start":"2026-03-02T21:26:36.632509Z","end":"2026-03-02T21:26:37.089801Z","steps":["trace[1337662239] 'range keys from in-memory index tree' (duration: 457.017125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:37.089831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.791519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:26:37.089784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.783687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:26:37.09003Z","caller":"traceutil/trace.go:171","msg":"trace[2138577531] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1849; }","duration":"631.086744ms","start":"2026-03-02T21:26:36.458922Z","end":"2026-03-02T21:26:37.090008Z","steps":["trace[2138577531] 'count revisions from in-memory index tree' (duration: 630.700905ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:37.089944Z","caller":"traceutil/trace.go:171","msg":"trace[744320942] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1849; }","duration":"424.956573ms","start":"2026-03-02T21:26:36.664965Z","end":"2026-03-02T21:26:37.089921Z","steps":["trace[744320942] 'count revisions from in-memory index tree' (duration: 424.657795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:37.090102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.022403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189923563e42220f\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-02T21:26:37.090142Z","caller":"traceutil/trace.go:171","msg":"trace[1839172072] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189923563e42220f; range_end:; response_count:1; response_revision:1849; }","duration":"286.126845ms","start":"2026-03-02T21:26:36.803999Z","end":"2026-03-02T21:26:37.090126Z","steps":["trace[1839172072] 'range keys from in-memory index tree' (duration: 285.575912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:37.090142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.079316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T21:26:37.090146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:36.458903Z","time spent":"631.190187ms","remote":"127.0.0.1:34976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:26:37.090208Z","caller":"traceutil/trace.go:171","msg":"trace[868215094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1849; }","duration":"661.184469ms","start":"2026-03-02T21:26:36.429005Z","end":"2026-03-02T21:26:37.09019Z","steps":["trace[868215094] 'range keys from in-memory index tree' (duration: 660.82537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:37.090263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:36.428987Z","time spent":"661.26518ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:26:37.090051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.041745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-02T21:26:37.090308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.210354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:26:37.090402Z","caller":"traceutil/trace.go:171","msg":"trace[906541560] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1849; }","duration":"666.39451ms","start":"2026-03-02T21:26:36.423991Z","end":"2026-03-02T21:26:37.090386Z","steps":["trace[906541560] 'range keys from in-memory index tree' (duration: 665.814545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:37.090189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:36.664947Z","time spent":"425.173658ms","remote":"127.0.0.1:35990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:26:37.090457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:36.423966Z","time spent":"666.477071ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T21:26:37.090349Z","caller":"traceutil/trace.go:171","msg":"trace[1178621061] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1849; }","duration":"653.349882ms","start":"2026-03-02T21:26:36.43698Z","end":"2026-03-02T21:26:37.09033Z","steps":["trace[1178621061] 'range keys from in-memory index tree' (duration: 652.944552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:37.090616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:36.436969Z","time spent":"653.621119ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:26:37.08987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.986754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-02T21:26:37.090718Z","caller":"traceutil/trace.go:171","msg":"trace[442303630] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1849; }","duration":"219.872186ms","start":"2026-03-02T21:26:36.870824Z","end":"2026-03-02T21:26:37.090696Z","steps":["trace[442303630] 'range keys from in-memory index tree' (duration: 218.839271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:37.089875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:36.632491Z","time spent":"457.375474ms","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:26:38.081804Z","caller":"traceutil/trace.go:171","msg":"trace[1802805302] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"398.033828ms","start":"2026-03-02T21:26:37.683744Z","end":"2026-03-02T21:26:38.081777Z","steps":["trace[1802805302] 'process raft request' (duration: 397.879164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:38.082002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.179779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:26:38.082062Z","caller":"traceutil/trace.go:171","msg":"trace[1485699402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1854; }","duration":"441.293022ms","start":"2026-03-02T21:26:37.640757Z","end":"2026-03-02T21:26:38.08205Z","steps":["trace[1485699402] 'agreement among raft nodes before linearized reading' (duration: 441.106097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:38.082099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:37.640734Z","time spent":"441.357103ms","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:26:38.081976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:37.683724Z","time spent":"398.165872ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:26:38.081808Z","caller":"traceutil/trace.go:171","msg":"trace[1415274489] linearizableReadLoop","detail":"{readStateIndex:1930; appliedIndex:1929; }","duration":"440.961523ms","start":"2026-03-02T21:26:37.640807Z","end":"2026-03-02T21:26:38.081769Z","steps":["trace[1415274489] 'read index received' (duration: 361.259507ms)","trace[1415274489] 'applied index is now lower than readState.Index' (duration: 79.695426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:26:38.082729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.439868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T21:26:38.082742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.760992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:26:38.082765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.530432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:26:38.082814Z","caller":"traceutil/trace.go:171","msg":"trace[1512288141] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1854; }","duration":"285.581662ms","start":"2026-03-02T21:26:37.797213Z","end":"2026-03-02T21:26:38.082795Z","steps":["trace[1512288141] 'agreement among raft nodes before linearized reading' (duration: 285.370796ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:38.082822Z","caller":"traceutil/trace.go:171","msg":"trace[1174541331] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1854; }","duration":"289.658735ms","start":"2026-03-02T21:26:37.793151Z","end":"2026-03-02T21:26:38.08281Z","steps":["trace[1174541331] 'agreement among raft nodes before linearized reading' (duration: 289.491399ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:38.082833Z","caller":"traceutil/trace.go:171","msg":"trace[555788102] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:1854; }","duration":"435.997969ms","start":"2026-03-02T21:26:37.646805Z","end":"2026-03-02T21:26:38.082803Z","steps":["trace[555788102] 'agreement among raft nodes before linearized reading' (duration: 435.747472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:38.082842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.626685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T21:26:38.082866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.421761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12380"} {"level":"info","ts":"2026-03-02T21:26:38.082886Z","caller":"traceutil/trace.go:171","msg":"trace[1535933034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1854; }","duration":"309.673166ms","start":"2026-03-02T21:26:37.773202Z","end":"2026-03-02T21:26:38.082875Z","steps":["trace[1535933034] 'agreement among raft nodes before linearized reading' (duration: 309.47753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:38.082896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:37.646787Z","time spent":"436.089781ms","remote":"127.0.0.1:32870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:26:38.082916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:37.773144Z","time spent":"309.766068ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T21:26:38.082925Z","caller":"traceutil/trace.go:171","msg":"trace[1253264155] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1854; }","duration":"240.540054ms","start":"2026-03-02T21:26:37.842366Z","end":"2026-03-02T21:26:38.082906Z","steps":["trace[1253264155] 'agreement among raft nodes before linearized reading' (duration: 240.332098ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:38.256349Z","caller":"traceutil/trace.go:171","msg":"trace[1757442994] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"169.220768ms","start":"2026-03-02T21:26:38.087092Z","end":"2026-03-02T21:26:38.256313Z","steps":["trace[1757442994] 'process raft request' (duration: 108.59152ms)","trace[1757442994] 'compare' (duration: 60.471104ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:26:38.259737Z","caller":"traceutil/trace.go:171","msg":"trace[15946156] linearizableReadLoop","detail":"{readStateIndex:1934; appliedIndex:1931; }","duration":"167.945976ms","start":"2026-03-02T21:26:38.091776Z","end":"2026-03-02T21:26:38.259722Z","steps":["trace[15946156] 'read index received' (duration: 103.920952ms)","trace[15946156] 'applied index is now lower than readState.Index' (duration: 64.024314ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:26:38.259808Z","caller":"traceutil/trace.go:171","msg":"trace[720048886] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"172.110711ms","start":"2026-03-02T21:26:38.087691Z","end":"2026-03-02T21:26:38.259802Z","steps":["trace[720048886] 'process raft request' (duration: 171.989718ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:38.25977Z","caller":"traceutil/trace.go:171","msg":"trace[1436835340] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"172.502071ms","start":"2026-03-02T21:26:38.087253Z","end":"2026-03-02T21:26:38.259755Z","steps":["trace[1436835340] 'process raft request' (duration: 172.336677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:38.259922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.12703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:26:38.260055Z","caller":"traceutil/trace.go:171","msg":"trace[693358471] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1857; }","duration":"168.254634ms","start":"2026-03-02T21:26:38.091745Z","end":"2026-03-02T21:26:38.26Z","steps":["trace[693358471] 'agreement among raft nodes before linearized reading' (duration: 168.0992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:38.308174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.454734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-02T21:26:38.308254Z","caller":"traceutil/trace.go:171","msg":"trace[618978978] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1858; }","duration":"155.578486ms","start":"2026-03-02T21:26:38.152659Z","end":"2026-03-02T21:26:38.308237Z","steps":["trace[618978978] 'agreement among raft nodes before linearized reading' (duration: 155.396832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:38.809018Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826666299,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:26:40.631448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000116641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T21:26:40.631564Z","caller":"traceutil/trace.go:171","msg":"trace[240281044] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000286365s","start":"2026-03-02T21:26:38.631257Z","end":"2026-03-02T21:26:40.631544Z","steps":["trace[240281044] 'agreement among raft nodes before linearized reading' (duration: 2.000144991s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:40.631621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:38.631238Z","time spent":"2.000368416s","remote":"127.0.0.1:34440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 21:26:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T21:26:41.860989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.757638312s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:26:41.861314Z","caller":"traceutil/trace.go:171","msg":"trace[700618545] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"1.545706901s","start":"2026-03-02T21:26:40.315573Z","end":"2026-03-02T21:26:41.86128Z","steps":["trace[700618545] 'process raft request' (duration: 1.545647719s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:41.861402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:40.315543Z","time spent":"1.545821053s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:26:41.861826Z","caller":"traceutil/trace.go:171","msg":"trace[315755406] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"3.579450564s","start":"2026-03-02T21:26:38.282354Z","end":"2026-03-02T21:26:41.861805Z","steps":["trace[315755406] 'process raft request' (duration: 820.900648ms)","trace[315755406] 'compare' (duration: 2.756410152s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:26:41.861918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:38.282324Z","time spent":"3.579554366s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:26:41.862065Z","caller":"traceutil/trace.go:171","msg":"trace[1613627369] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"2.944330678s","start":"2026-03-02T21:26:38.9177Z","end":"2026-03-02T21:26:41.862031Z","steps":["trace[1613627369] 'process raft request' (duration: 2.943393854s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:41.862248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:38.917672Z","time spent":"2.944483481s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:26:41.862337Z","caller":"traceutil/trace.go:171","msg":"trace[1757785639] linearizableReadLoop","detail":"{readStateIndex:1936; appliedIndex:1935; }","duration":"3.554366616s","start":"2026-03-02T21:26:38.307959Z","end":"2026-03-02T21:26:41.862325Z","steps":["trace[1757785639] 'read index received' (duration: 795.327238ms)","trace[1757785639] 'applied index is now lower than readState.Index' (duration: 2.759038298s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:26:41.862434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.599553718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:26:41.862505Z","caller":"traceutil/trace.go:171","msg":"trace[1171802152] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1861; }","duration":"3.59964949s","start":"2026-03-02T21:26:38.262834Z","end":"2026-03-02T21:26:41.862484Z","steps":["trace[1171802152] 'agreement among raft nodes before linearized reading' (duration: 3.599534657s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:41.862531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.675138936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:26:41.862563Z","caller":"traceutil/trace.go:171","msg":"trace[753369910] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1861; }","duration":"2.675221428s","start":"2026-03-02T21:26:39.187333Z","end":"2026-03-02T21:26:41.862554Z","steps":["trace[753369910] 'agreement among raft nodes before linearized reading' (duration: 2.675086505s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:41.862563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:38.262819Z","time spent":"3.599730132s","remote":"127.0.0.1:34642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T21:26:41.8626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:39.187313Z","time spent":"2.67528057s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:26:41.862781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.862018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-02T21:26:41.86282Z","caller":"traceutil/trace.go:171","msg":"trace[1371773900] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1861; }","duration":"897.93944ms","start":"2026-03-02T21:26:40.964868Z","end":"2026-03-02T21:26:41.862807Z","steps":["trace[1371773900] 'agreement among raft nodes before linearized reading' (duration: 897.855737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:41.862847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:40.96484Z","time spent":"898.00017ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T21:26:41.862992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.465151008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:26:41.863045Z","caller":"traceutil/trace.go:171","msg":"trace[1254287540] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:1861; }","duration":"2.465238219s","start":"2026-03-02T21:26:39.397795Z","end":"2026-03-02T21:26:41.863033Z","steps":["trace[1254287540] 'agreement among raft nodes before linearized reading' (duration: 2.465160767s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:41.86306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602497183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:26:41.863128Z","caller":"traceutil/trace.go:171","msg":"trace[205873988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1861; }","duration":"1.602636997s","start":"2026-03-02T21:26:40.260473Z","end":"2026-03-02T21:26:41.86311Z","steps":["trace[205873988] 'agreement among raft nodes before linearized reading' (duration: 1.602434522s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:41.86318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:40.260453Z","time spent":"1.602713918s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:26:41.8632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.54752763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-02T21:26:41.863244Z","caller":"traceutil/trace.go:171","msg":"trace[1112218699] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1861; }","duration":"2.547604862s","start":"2026-03-02T21:26:39.315627Z","end":"2026-03-02T21:26:41.863232Z","steps":["trace[1112218699] 'agreement among raft nodes before linearized reading' (duration: 2.547477589s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:41.863286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:39.315613Z","time spent":"2.547663833s","remote":"127.0.0.1:44556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T21:26:41.863194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227453981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899233d8e69a543\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-02T21:26:41.863364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599081488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:26:41.863427Z","caller":"traceutil/trace.go:171","msg":"trace[1311843098] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1861; }","duration":"1.599165151s","start":"2026-03-02T21:26:40.264248Z","end":"2026-03-02T21:26:41.863413Z","steps":["trace[1311843098] 'agreement among raft nodes before linearized reading' (duration: 1.599030827s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:41.863475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:40.264238Z","time spent":"1.599224212s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:26:41.8635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.6749032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-02T21:26:41.863518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599627512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:26:41.863388Z","caller":"traceutil/trace.go:171","msg":"trace[210441441] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899233d8e69a543; range_end:; response_count:1; response_revision:1861; }","duration":"1.227718977s","start":"2026-03-02T21:26:40.635648Z","end":"2026-03-02T21:26:41.863367Z","steps":["trace[210441441] 'agreement among raft nodes before linearized reading' (duration: 1.227265336s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:41.863673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:40.635628Z","time spent":"1.228024634s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899233d8e69a543\" "} {"level":"warn","ts":"2026-03-02T21:26:41.86373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222515197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:26:41.863533Z","caller":"traceutil/trace.go:171","msg":"trace[1929412214] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1861; }","duration":"2.674937241s","start":"2026-03-02T21:26:39.188586Z","end":"2026-03-02T21:26:41.863523Z","steps":["trace[1929412214] 'agreement among raft nodes before linearized reading' (duration: 2.674840609s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:41.863839Z","caller":"traceutil/trace.go:171","msg":"trace[1569113387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1861; }","duration":"1.22266522s","start":"2026-03-02T21:26:40.641147Z","end":"2026-03-02T21:26:41.863812Z","steps":["trace[1569113387] 'agreement among raft nodes before linearized reading' (duration: 1.222500476s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:41.863922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:40.641128Z","time spent":"1.222780094s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:26:41.863606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.675733741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T21:26:41.863822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.519935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:26:41.863919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:39.188488Z","time spent":"2.675410964s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:26:41.864076Z","caller":"traceutil/trace.go:171","msg":"trace[11516321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1861; }","duration":"2.676186102s","start":"2026-03-02T21:26:39.187818Z","end":"2026-03-02T21:26:41.864004Z","steps":["trace[11516321] 'agreement among raft nodes before linearized reading' (duration: 2.675736591s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:41.864113Z","caller":"traceutil/trace.go:171","msg":"trace[900614919] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1861; }","duration":"296.075754ms","start":"2026-03-02T21:26:41.56791Z","end":"2026-03-02T21:26:41.863986Z","steps":["trace[900614919] 'agreement among raft nodes before linearized reading' (duration: 294.517905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:41.86417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:39.187797Z","time spent":"2.676354397s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:26:41.863083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:39.39777Z","time spent":"2.465302021s","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:26:41.865115Z","caller":"traceutil/trace.go:171","msg":"trace[568440830] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1861; }","duration":"1.601257113s","start":"2026-03-02T21:26:40.263843Z","end":"2026-03-02T21:26:41.8651Z","steps":["trace[568440830] 'agreement among raft nodes before linearized reading' (duration: 1.599573981s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:41.865278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:40.26383Z","time spent":"1.601429167s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T21:26:42.228273Z","caller":"traceutil/trace.go:171","msg":"trace[1943750212] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"361.702038ms","start":"2026-03-02T21:26:41.866544Z","end":"2026-03-02T21:26:42.228246Z","steps":["trace[1943750212] 'process raft request' (duration: 361.433691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:42.228439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:41.866528Z","time spent":"361.827862ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:26:42.232739Z","caller":"traceutil/trace.go:171","msg":"trace[587153637] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"365.175364ms","start":"2026-03-02T21:26:41.867544Z","end":"2026-03-02T21:26:42.232719Z","steps":["trace[587153637] 'process raft request' (duration: 365.049261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:42.232898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:41.867528Z","time spent":"365.288068ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:26:42.233105Z","caller":"traceutil/trace.go:171","msg":"trace[1876994927] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"365.469562ms","start":"2026-03-02T21:26:41.86761Z","end":"2026-03-02T21:26:42.233079Z","steps":["trace[1876994927] 'process raft request' (duration: 365.076732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:42.233258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:41.867605Z","time spent":"365.573135ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:26:42.2334Z","caller":"traceutil/trace.go:171","msg":"trace[924151886] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"365.154844ms","start":"2026-03-02T21:26:41.868235Z","end":"2026-03-02T21:26:42.23339Z","steps":["trace[924151886] 'process raft request' (duration: 364.961079ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:42.233367Z","caller":"traceutil/trace.go:171","msg":"trace[1180935633] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"365.334729ms","start":"2026-03-02T21:26:41.867976Z","end":"2026-03-02T21:26:42.23331Z","steps":["trace[1180935633] 'process raft request' (duration: 365.012141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:42.233459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:41.868227Z","time spent":"365.205446ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:26:42.23356Z","caller":"traceutil/trace.go:171","msg":"trace[1417902379] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"365.009421ms","start":"2026-03-02T21:26:41.868539Z","end":"2026-03-02T21:26:42.233549Z","steps":["trace[1417902379] 'process raft request' (duration: 364.815146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:42.233631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:41.86852Z","time spent":"365.078002ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:26:42.233651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:41.867967Z","time spent":"365.518363ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:26:42.233813Z","caller":"traceutil/trace.go:171","msg":"trace[726895851] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"365.083472ms","start":"2026-03-02T21:26:41.868721Z","end":"2026-03-02T21:26:42.233805Z","steps":["trace[726895851] 'process raft request' (duration: 364.758034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:42.23387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:41.868716Z","time spent":"365.126334ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:26:42.233997Z","caller":"traceutil/trace.go:171","msg":"trace[57983102] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"365.163444ms","start":"2026-03-02T21:26:41.868809Z","end":"2026-03-02T21:26:42.233972Z","steps":["trace[57983102] 'process raft request' (duration: 364.958929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:42.234097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.769109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:26:42.234149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:41.868803Z","time spent":"365.267847ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:26:42.233994Z","caller":"traceutil/trace.go:171","msg":"trace[162593582] linearizableReadLoop","detail":"{readStateIndex:1946; appliedIndex:1938; }","duration":"363.653646ms","start":"2026-03-02T21:26:41.870312Z","end":"2026-03-02T21:26:42.233966Z","steps":["trace[162593582] 'read index received' (duration: 357.625995ms)","trace[162593582] 'applied index is now lower than readState.Index' (duration: 6.026291ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:26:42.23474Z","caller":"traceutil/trace.go:171","msg":"trace[279156730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1869; }","duration":"364.413716ms","start":"2026-03-02T21:26:41.870287Z","end":"2026-03-02T21:26:42.2347Z","steps":["trace[279156730] 'agreement among raft nodes before linearized reading' (duration: 363.758659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:42.234848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:41.870278Z","time spent":"364.535649ms","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:26:42.234918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.411016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-02T21:26:42.234952Z","caller":"traceutil/trace.go:171","msg":"trace[984755515] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1869; }","duration":"364.454657ms","start":"2026-03-02T21:26:41.870485Z","end":"2026-03-02T21:26:42.23494Z","steps":["trace[984755515] 'agreement among raft nodes before linearized reading' (duration: 364.343564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:42.234978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:41.870481Z","time spent":"364.492818ms","remote":"127.0.0.1:44556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T21:26:42.235019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.891539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:26:42.235086Z","caller":"traceutil/trace.go:171","msg":"trace[793079845] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1869; }","duration":"268.015932ms","start":"2026-03-02T21:26:41.967053Z","end":"2026-03-02T21:26:42.235069Z","steps":["trace[793079845] 'agreement among raft nodes before linearized reading' (duration: 267.897239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:36.134755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826667273,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:27:36.63541Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826667273,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:27:37.111036Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.482697448s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T21:27:37.111454Z","caller":"traceutil/trace.go:171","msg":"trace[745850806] transaction","detail":"{read_only:false; response_revision:2299; number_of_response:1; }","duration":"1.483217291s","start":"2026-03-02T21:27:35.62821Z","end":"2026-03-02T21:27:37.111427Z","steps":["trace[745850806] 'process raft request' (duration: 1.483056377s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:37.11163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:35.628186Z","time spent":"1.483345754s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:27:37.153054Z","caller":"traceutil/trace.go:171","msg":"trace[1003687811] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"1.033352891s","start":"2026-03-02T21:27:36.11968Z","end":"2026-03-02T21:27:37.153032Z","steps":["trace[1003687811] 'process raft request' (duration: 1.033276709s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:27:37.153156Z","caller":"traceutil/trace.go:171","msg":"trace[1701670465] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"1.03413575s","start":"2026-03-02T21:27:36.118979Z","end":"2026-03-02T21:27:37.153115Z","steps":["trace[1701670465] 'process raft request' (duration: 1.033855723s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:27:37.153224Z","caller":"traceutil/trace.go:171","msg":"trace[1698234240] linearizableReadLoop","detail":"{readStateIndex:2396; appliedIndex:2393; }","duration":"1.51943381s","start":"2026-03-02T21:27:35.633773Z","end":"2026-03-02T21:27:37.153206Z","steps":["trace[1698234240] 'read index received' (duration: 1.477482928s)","trace[1698234240] 'applied index is now lower than readState.Index' (duration: 41.949782ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:27:37.153304Z","caller":"traceutil/trace.go:171","msg":"trace[2049863172] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"282.859783ms","start":"2026-03-02T21:27:36.870436Z","end":"2026-03-02T21:27:37.153295Z","steps":["trace[2049863172] 'process raft request' (duration: 282.562706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:37.153334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:36.118959Z","time spent":"1.034278604s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:27:37.153191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:36.119674Z","time spent":"1.033445203s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:27:37.153476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18886317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-02T21:27:37.153509Z","caller":"traceutil/trace.go:171","msg":"trace[987807287] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2302; }","duration":"1.188939612s","start":"2026-03-02T21:27:35.96456Z","end":"2026-03-02T21:27:37.1535Z","steps":["trace[987807287] 'agreement among raft nodes before linearized reading' (duration: 1.188825359s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:37.153533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:35.964532Z","time spent":"1.188995094s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T21:27:37.153564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.610667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:27:37.153592Z","caller":"traceutil/trace.go:171","msg":"trace[168375961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2302; }","duration":"639.655118ms","start":"2026-03-02T21:27:36.513928Z","end":"2026-03-02T21:27:37.153583Z","steps":["trace[168375961] 'agreement among raft nodes before linearized reading' (duration: 639.575586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:37.153615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:36.513923Z","time spent":"639.68572ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:27:37.153688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519914542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:27:37.153711Z","caller":"traceutil/trace.go:171","msg":"trace[2085712245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2302; }","duration":"1.519950362s","start":"2026-03-02T21:27:35.633753Z","end":"2026-03-02T21:27:37.153703Z","steps":["trace[2085712245] 'agreement among raft nodes before linearized reading' (duration: 1.519915781s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:37.153716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.799442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T21:27:37.153732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:35.633743Z","time spent":"1.519983753s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:27:37.153781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.032264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:27:37.153801Z","caller":"traceutil/trace.go:171","msg":"trace[1589558362] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2302; }","duration":"641.069974ms","start":"2026-03-02T21:27:36.512725Z","end":"2026-03-02T21:27:37.153795Z","steps":["trace[1589558362] 'agreement among raft nodes before linearized reading' (duration: 641.023693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:37.15384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:36.512715Z","time spent":"641.113995ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T21:27:37.153737Z","caller":"traceutil/trace.go:171","msg":"trace[1657916649] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2302; }","duration":"639.841994ms","start":"2026-03-02T21:27:36.513889Z","end":"2026-03-02T21:27:37.153731Z","steps":["trace[1657916649] 'agreement among raft nodes before linearized reading' (duration: 639.780172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:37.154025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:36.513879Z","time spent":"640.097391ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:27:37.154112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.141882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T21:27:37.154132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.837034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:27:37.154151Z","caller":"traceutil/trace.go:171","msg":"trace[1662918244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2302; }","duration":"658.180533ms","start":"2026-03-02T21:27:36.495961Z","end":"2026-03-02T21:27:37.154142Z","steps":["trace[1662918244] 'agreement among raft nodes before linearized reading' (duration: 658.092501ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:27:37.154172Z","caller":"traceutil/trace.go:171","msg":"trace[1636511852] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2302; }","duration":"649.907326ms","start":"2026-03-02T21:27:36.504253Z","end":"2026-03-02T21:27:37.15416Z","steps":["trace[1636511852] 'agreement among raft nodes before linearized reading' (duration: 649.752273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:37.154192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:36.495908Z","time spent":"658.276706ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:27:37.154201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:36.504237Z","time spent":"649.956677ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:27:37.153916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.081371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-02T21:27:37.154281Z","caller":"traceutil/trace.go:171","msg":"trace[79200255] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2302; }","duration":"331.487661ms","start":"2026-03-02T21:27:36.822786Z","end":"2026-03-02T21:27:37.154274Z","steps":["trace[79200255] 'agreement among raft nodes before linearized reading' (duration: 331.065851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:37.154303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:36.822769Z","time spent":"331.526813ms","remote":"127.0.0.1:34642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-02T21:27:37.154317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.70232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T21:27:37.154349Z","caller":"traceutil/trace.go:171","msg":"trace[2037361062] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2302; }","duration":"639.749061ms","start":"2026-03-02T21:27:36.514591Z","end":"2026-03-02T21:27:37.15434Z","steps":["trace[2037361062] 'agreement among raft nodes before linearized reading' (duration: 639.675169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:37.154373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:36.514584Z","time spent":"639.783121ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:28:03.804753Z","caller":"traceutil/trace.go:171","msg":"trace[33689080] transaction","detail":"{read_only:false; response_revision:2460; number_of_response:1; }","duration":"397.143088ms","start":"2026-03-02T21:28:03.407579Z","end":"2026-03-02T21:28:03.804722Z","steps":["trace[33689080] 'process raft request' (duration: 345.252697ms)","trace[33689080] 'compare' (duration: 51.607424ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:28:03.804888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:28:03.407544Z","time spent":"397.282241ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:28:03.804894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.57627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:28:03.804743Z","caller":"traceutil/trace.go:171","msg":"trace[1540130648] linearizableReadLoop","detail":"{readStateIndex:2562; appliedIndex:2561; }","duration":"226.410766ms","start":"2026-03-02T21:28:03.578288Z","end":"2026-03-02T21:28:03.804699Z","steps":["trace[1540130648] 'read index received' (duration: 174.429073ms)","trace[1540130648] 'applied index is now lower than readState.Index' (duration: 51.980153ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:28:03.804958Z","caller":"traceutil/trace.go:171","msg":"trace[1361036916] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2460; }","duration":"226.688164ms","start":"2026-03-02T21:28:03.578254Z","end":"2026-03-02T21:28:03.804942Z","steps":["trace[1361036916] 'agreement among raft nodes before linearized reading' (duration: 226.56158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:28:03.805133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.03937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:28:03.805214Z","caller":"traceutil/trace.go:171","msg":"trace[1137800955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2460; }","duration":"175.154702ms","start":"2026-03-02T21:28:03.630045Z","end":"2026-03-02T21:28:03.805199Z","steps":["trace[1137800955] 'agreement among raft nodes before linearized reading' (duration: 175.04654ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:28:09.416485Z","caller":"traceutil/trace.go:171","msg":"trace[850392736] transaction","detail":"{read_only:false; response_revision:2481; number_of_response:1; }","duration":"121.552809ms","start":"2026-03-02T21:28:09.2949Z","end":"2026-03-02T21:28:09.416453Z","steps":["trace[850392736] 'process raft request' (duration: 121.372554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:28:10.043976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.318849ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:28:10.044141Z","caller":"traceutil/trace.go:171","msg":"trace[1521842382] linearizableReadLoop","detail":"{readStateIndex:2585; appliedIndex:2583; }","duration":"665.869527ms","start":"2026-03-02T21:28:09.37825Z","end":"2026-03-02T21:28:10.04412Z","steps":["trace[1521842382] 'read index received' (duration: 38.076265ms)","trace[1521842382] 'applied index is now lower than readState.Index' (duration: 627.791652ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:28:10.044255Z","caller":"traceutil/trace.go:171","msg":"trace[799237668] transaction","detail":"{read_only:false; response_revision:2482; number_of_response:1; }","duration":"694.762831ms","start":"2026-03-02T21:28:09.349479Z","end":"2026-03-02T21:28:10.044242Z","steps":["trace[799237668] 'process raft request' (duration: 339.061352ms)","trace[799237668] 'compare' (duration: 355.033261ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:28:10.044332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:28:09.349458Z","time spent":"694.832982ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:28:10.044597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.354188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T21:28:10.044638Z","caller":"traceutil/trace.go:171","msg":"trace[1967455348] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2482; }","duration":"666.392099ms","start":"2026-03-02T21:28:09.378233Z","end":"2026-03-02T21:28:10.044625Z","steps":["trace[1967455348] 'agreement among raft nodes before linearized reading' (duration: 666.272186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:28:10.044673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:28:09.378183Z","time spent":"666.483591ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:28:10.044746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.587514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:28:10.044809Z","caller":"traceutil/trace.go:171","msg":"trace[581367862] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2482; }","duration":"599.655966ms","start":"2026-03-02T21:28:09.445139Z","end":"2026-03-02T21:28:10.044795Z","steps":["trace[581367862] 'agreement among raft nodes before linearized reading' (duration: 599.505663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:28:10.044849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:28:09.445078Z","time spent":"599.762649ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:28:10.044881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.872441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:28:10.044931Z","caller":"traceutil/trace.go:171","msg":"trace[995917535] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2482; }","duration":"595.962874ms","start":"2026-03-02T21:28:09.448957Z","end":"2026-03-02T21:28:10.04492Z","steps":["trace[995917535] 'agreement among raft nodes before linearized reading' (duration: 595.83554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:28:10.044968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:28:09.448937Z","time spent":"596.023285ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:28:10.044993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.81357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:28:10.045028Z","caller":"traceutil/trace.go:171","msg":"trace[1199323183] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2482; }","duration":"599.889482ms","start":"2026-03-02T21:28:09.445129Z","end":"2026-03-02T21:28:10.045019Z","steps":["trace[1199323183] 'agreement among raft nodes before linearized reading' (duration: 599.79686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:28:10.045061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:28:09.445103Z","time spent":"599.950553ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:28:10.045091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.117621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:28:10.0451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.536618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:28:10.045142Z","caller":"traceutil/trace.go:171","msg":"trace[832791583] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2482; }","duration":"183.194413ms","start":"2026-03-02T21:28:09.861935Z","end":"2026-03-02T21:28:10.04513Z","steps":["trace[832791583] 'agreement among raft nodes before linearized reading' (duration: 183.122941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:28:10.045211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.562363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:28:10.045275Z","caller":"traceutil/trace.go:171","msg":"trace[973129160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2482; }","duration":"597.651305ms","start":"2026-03-02T21:28:09.44761Z","end":"2026-03-02T21:28:10.045261Z","steps":["trace[973129160] 'agreement among raft nodes before linearized reading' (duration: 597.516542ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:28:10.045253Z","caller":"traceutil/trace.go:171","msg":"trace[132079084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2482; }","duration":"598.751673ms","start":"2026-03-02T21:28:09.446476Z","end":"2026-03-02T21:28:10.045228Z","steps":["trace[132079084] 'agreement among raft nodes before linearized reading' (duration: 598.359663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:28:10.045371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.068367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:28:10.045373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.282048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.1899236abf533bba\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-02T21:28:10.045396Z","caller":"traceutil/trace.go:171","msg":"trace[1667465912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2482; }","duration":"413.125428ms","start":"2026-03-02T21:28:09.632262Z","end":"2026-03-02T21:28:10.045387Z","steps":["trace[1667465912] 'agreement among raft nodes before linearized reading' (duration: 413.086107ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:28:10.045411Z","caller":"traceutil/trace.go:171","msg":"trace[1366289115] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.1899236abf533bba; range_end:; response_count:1; response_revision:2482; }","duration":"284.358859ms","start":"2026-03-02T21:28:09.761043Z","end":"2026-03-02T21:28:10.045402Z","steps":["trace[1366289115] 'agreement among raft nodes before linearized reading' (duration: 284.259577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:28:10.04543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:28:09.632243Z","time spent":"413.17802ms","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:28:10.045461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:28:09.446465Z","time spent":"598.915118ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:28:10.045318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:28:09.447597Z","time spent":"597.710447ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:28:10.613198Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826667784,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:28:11.128865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.90967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:28:11.129157Z","caller":"traceutil/trace.go:171","msg":"trace[222853167] transaction","detail":"{read_only:false; response_revision:2484; number_of_response:1; }","duration":"1.078215216s","start":"2026-03-02T21:28:10.05091Z","end":"2026-03-02T21:28:11.129126Z","steps":["trace[222853167] 'process raft request' (duration: 911.954017ms)","trace[222853167] 'compare' (duration: 165.684384ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:28:11.129235Z","caller":"traceutil/trace.go:171","msg":"trace[1956166171] linearizableReadLoop","detail":"{readStateIndex:2592; appliedIndex:2586; }","duration":"1.016323384s","start":"2026-03-02T21:28:10.112894Z","end":"2026-03-02T21:28:11.129217Z","steps":["trace[1956166171] 'read index received' (duration: 849.87432ms)","trace[1956166171] 'applied index is now lower than readState.Index' (duration: 166.448164ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:28:11.129399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:28:10.050887Z","time spent":"1.078401291s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:28:11.12946Z","caller":"traceutil/trace.go:171","msg":"trace[107649267] transaction","detail":"{read_only:false; response_revision:2485; number_of_response:1; }","duration":"1.078339218s","start":"2026-03-02T21:28:10.051109Z","end":"2026-03-02T21:28:11.129449Z","steps":["trace[107649267] 'process raft request' (duration: 1.077863397s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:28:11.129532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:28:10.051099Z","time spent":"1.07839061s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:28:11.129874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016983131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.1899236d257d91d1\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-02T21:28:11.129923Z","caller":"traceutil/trace.go:171","msg":"trace[1436069057] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.1899236d257d91d1; range_end:; response_count:1; response_revision:2489; }","duration":"1.017095573s","start":"2026-03-02T21:28:10.112816Z","end":"2026-03-02T21:28:11.129911Z","steps":["trace[1436069057] 'agreement among raft nodes before linearized reading' (duration: 1.016949559s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:28:11.129956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:28:10.112795Z","time spent":"1.017154175s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.1899236d257d91d1\" "} {"level":"warn","ts":"2026-03-02T21:28:11.130082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.49156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-02T21:28:11.130131Z","caller":"traceutil/trace.go:171","msg":"trace[1784812301] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2489; }","duration":"307.570431ms","start":"2026-03-02T21:28:10.822549Z","end":"2026-03-02T21:28:11.130119Z","steps":["trace[1784812301] 'agreement among raft nodes before linearized reading' (duration: 307.435428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:28:11.130164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:28:10.822529Z","time spent":"307.627443ms","remote":"127.0.0.1:34642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-02T21:28:11.130176Z","caller":"traceutil/trace.go:171","msg":"trace[1370173756] transaction","detail":"{read_only:false; response_revision:2486; number_of_response:1; }","duration":"1.078999365s","start":"2026-03-02T21:28:10.051164Z","end":"2026-03-02T21:28:11.130164Z","steps":["trace[1370173756] 'process raft request' (duration: 1.077921249s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:28:11.130278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:28:10.051157Z","time spent":"1.079082197s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:28:11.130332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.664469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:28:11.130361Z","caller":"traceutil/trace.go:171","msg":"trace[1215207880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2489; }","duration":"495.69284ms","start":"2026-03-02T21:28:10.634659Z","end":"2026-03-02T21:28:11.130352Z","steps":["trace[1215207880] 'agreement among raft nodes before linearized reading' (duration: 495.648609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:28:11.130387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:28:10.634604Z","time spent":"495.777241ms","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:28:11.130521Z","caller":"traceutil/trace.go:171","msg":"trace[1020318352] transaction","detail":"{read_only:false; response_revision:2487; number_of_response:1; }","duration":"1.079300253s","start":"2026-03-02T21:28:10.051204Z","end":"2026-03-02T21:28:11.130504Z","steps":["trace[1020318352] 'process raft request' (duration: 1.077915438s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:28:11.130618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:28:10.051199Z","time spent":"1.079383035s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:28:11.13082Z","caller":"traceutil/trace.go:171","msg":"trace[1024889471] transaction","detail":"{read_only:false; response_revision:2488; number_of_response:1; }","duration":"1.078725808s","start":"2026-03-02T21:28:10.052083Z","end":"2026-03-02T21:28:11.130809Z","steps":["trace[1024889471] 'process raft request' (duration: 1.077070326s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:28:11.130887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:28:10.052076Z","time spent":"1.078776769s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:28:11.130926Z","caller":"traceutil/trace.go:171","msg":"trace[2037207253] transaction","detail":"{read_only:false; response_revision:2489; number_of_response:1; }","duration":"1.074665947s","start":"2026-03-02T21:28:10.056247Z","end":"2026-03-02T21:28:11.130913Z","steps":["trace[2037207253] 'process raft request' (duration: 1.072934833s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:28:11.130528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.327396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:28:11.131004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:28:10.056231Z","time spent":"1.074737199s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:28:11.131045Z","caller":"traceutil/trace.go:171","msg":"trace[225420612] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2489; }","duration":"585.878531ms","start":"2026-03-02T21:28:10.545155Z","end":"2026-03-02T21:28:11.131033Z","steps":["trace[225420612] 'agreement among raft nodes before linearized reading' (duration: 585.342026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:28:11.129875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.384603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:28:11.131175Z","caller":"traceutil/trace.go:171","msg":"trace[1435624351] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2489; }","duration":"652.671885ms","start":"2026-03-02T21:28:10.478435Z","end":"2026-03-02T21:28:11.131107Z","steps":["trace[1435624351] 'agreement among raft nodes before linearized reading' (duration: 651.390233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:28:11.131093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:28:10.545135Z","time spent":"585.944032ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:28:11.131227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:28:10.478414Z","time spent":"652.798849ms","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:28:11.635584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826667794,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:28:12.391291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:28:11.348263Z","time spent":"1.043019873s","remote":"127.0.0.1:57676","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T21:28:12.392087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.047068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:28:12.392401Z","caller":"traceutil/trace.go:171","msg":"trace[1776877124] transaction","detail":"{read_only:false; response_revision:2492; number_of_response:1; }","duration":"335.531083ms","start":"2026-03-02T21:28:12.056846Z","end":"2026-03-02T21:28:12.392378Z","steps":["trace[1776877124] 'process raft request' (duration: 335.462442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:28:12.392508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:28:12.056801Z","time spent":"335.652386ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:28:12.392626Z","caller":"traceutil/trace.go:171","msg":"trace[2103176699] transaction","detail":"{read_only:false; response_revision:2491; number_of_response:1; }","duration":"969.619843ms","start":"2026-03-02T21:28:11.422976Z","end":"2026-03-02T21:28:12.392596Z","steps":["trace[2103176699] 'process raft request' (duration: 969.228783ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:28:12.392632Z","caller":"traceutil/trace.go:171","msg":"trace[1103788222] linearizableReadLoop","detail":"{readStateIndex:2594; appliedIndex:2592; }","duration":"1.257500361s","start":"2026-03-02T21:28:11.135093Z","end":"2026-03-02T21:28:12.392593Z","steps":["trace[1103788222] 'read index received' (duration: 693.837908ms)","trace[1103788222] 'applied index is now lower than readState.Index' (duration: 563.658333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:28:12.392755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:28:11.422949Z","time spent":"969.737615ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:28:12.392744Z","caller":"traceutil/trace.go:171","msg":"trace[1592290474] transaction","detail":"{read_only:false; response_revision:2490; number_of_response:1; }","duration":"1.257910092s","start":"2026-03-02T21:28:11.134755Z","end":"2026-03-02T21:28:12.392666Z","steps":["trace[1592290474] 'process raft request' (duration: 694.163247ms)","trace[1592290474] 'compare' (duration: 562.858303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:28:12.392887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.142398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:28:12.392924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.394191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.124\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-02T21:28:12.392912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.645096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:28:12.392955Z","caller":"traceutil/trace.go:171","msg":"trace[827373861] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2492; }","duration":"813.294682ms","start":"2026-03-02T21:28:11.579639Z","end":"2026-03-02T21:28:12.392934Z","steps":["trace[827373861] 'agreement among raft nodes before linearized reading' (duration: 813.138168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:28:12.392932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20365125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:28:12.392942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257817608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-02T21:28:12.39298Z","caller":"traceutil/trace.go:171","msg":"trace[1392011434] range","detail":"{range_begin:/registry/masterleases/199.19.213.124; range_end:; response_count:1; response_revision:2492; }","duration":"105.473305ms","start":"2026-03-02T21:28:12.28749Z","end":"2026-03-02T21:28:12.392963Z","steps":["trace[1392011434] 'agreement among raft nodes before linearized reading' (duration: 105.28278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:28:12.392961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.711485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-02T21:28:12.393005Z","caller":"traceutil/trace.go:171","msg":"trace[1274830212] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2492; }","duration":"692.7606ms","start":"2026-03-02T21:28:11.700218Z","end":"2026-03-02T21:28:12.392978Z","steps":["trace[1274830212] 'agreement among raft nodes before linearized reading' (duration: 692.562655ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:28:12.393024Z","caller":"traceutil/trace.go:171","msg":"trace[443268939] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2492; }","duration":"1.203833996s","start":"2026-03-02T21:28:11.189168Z","end":"2026-03-02T21:28:12.393002Z","steps":["trace[443268939] 'agreement among raft nodes before linearized reading' (duration: 1.20361585s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:28:12.393038Z","caller":"traceutil/trace.go:171","msg":"trace[1755859835] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2492; }","duration":"1.257923801s","start":"2026-03-02T21:28:11.135088Z","end":"2026-03-02T21:28:12.393012Z","steps":["trace[1755859835] 'agreement among raft nodes before linearized reading' (duration: 1.257645664s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:28:12.393053Z","caller":"traceutil/trace.go:171","msg":"trace[119520847] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2492; }","duration":"100.837909ms","start":"2026-03-02T21:28:12.292194Z","end":"2026-03-02T21:28:12.393032Z","steps":["trace[119520847] 'agreement among raft nodes before linearized reading' (duration: 100.582162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:28:12.393057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:28:11.700157Z","time spent":"692.889563ms","remote":"127.0.0.1:34682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:28:12.393075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:28:11.189142Z","time spent":"1.203922207s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:28:12.392968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:28:11.134731Z","time spent":"1.258100056s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:28:12.393088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:28:11.135045Z","time spent":"1.258031664s","remote":"127.0.0.1:34642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-02T21:28:12.393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:28:11.579619Z","time spent":"813.369535ms","remote":"127.0.0.1:35964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":14,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:28:18.730999Z","caller":"traceutil/trace.go:171","msg":"trace[1726326504] transaction","detail":"{read_only:false; response_revision:2522; number_of_response:1; }","duration":"298.999865ms","start":"2026-03-02T21:28:18.431976Z","end":"2026-03-02T21:28:18.730975Z","steps":["trace[1726326504] 'process raft request' (duration: 298.860881ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:28:18.772588Z","caller":"traceutil/trace.go:171","msg":"trace[2037654067] linearizableReadLoop","detail":"{readStateIndex:2628; appliedIndex:2626; }","duration":"137.287731ms","start":"2026-03-02T21:28:18.635264Z","end":"2026-03-02T21:28:18.772552Z","steps":["trace[2037654067] 'read index received' (duration: 95.683374ms)","trace[2037654067] 'applied index is now lower than readState.Index' (duration: 41.602886ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:28:18.772777Z","caller":"traceutil/trace.go:171","msg":"trace[1352768572] transaction","detail":"{read_only:false; response_revision:2523; number_of_response:1; }","duration":"340.770276ms","start":"2026-03-02T21:28:18.431975Z","end":"2026-03-02T21:28:18.772745Z","steps":["trace[1352768572] 'process raft request' (duration: 315.249155ms)","trace[1352768572] 'compare' (duration: 25.168882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:28:18.773053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:28:18.431951Z","time spent":"340.997831ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:28:18.773081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.723792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:28:18.773322Z","caller":"traceutil/trace.go:171","msg":"trace[755119257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2523; }","duration":"138.073961ms","start":"2026-03-02T21:28:18.635221Z","end":"2026-03-02T21:28:18.773295Z","steps":["trace[755119257] 'agreement among raft nodes before linearized reading' (duration: 137.454735ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:28:38.394828Z","caller":"traceutil/trace.go:171","msg":"trace[123982957] transaction","detail":"{read_only:false; response_revision:2621; number_of_response:1; }","duration":"196.084073ms","start":"2026-03-02T21:28:38.198695Z","end":"2026-03-02T21:28:38.394779Z","steps":["trace[123982957] 'process raft request' (duration: 195.54765ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:28:46.276363Z","caller":"traceutil/trace.go:171","msg":"trace[1528010151] linearizableReadLoop","detail":"{readStateIndex:2771; appliedIndex:2770; }","duration":"126.656358ms","start":"2026-03-02T21:28:46.14968Z","end":"2026-03-02T21:28:46.276336Z","steps":["trace[1528010151] 'read index received' (duration: 126.466744ms)","trace[1528010151] 'applied index is now lower than readState.Index' (duration: 188.044µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:28:46.276404Z","caller":"traceutil/trace.go:171","msg":"trace[793631593] transaction","detail":"{read_only:false; response_revision:2661; number_of_response:1; }","duration":"144.884457ms","start":"2026-03-02T21:28:46.131503Z","end":"2026-03-02T21:28:46.276388Z","steps":["trace[793631593] 'process raft request' (duration: 144.618191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:28:46.276619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.902414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:28:46.276751Z","caller":"traceutil/trace.go:171","msg":"trace[971726824] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2661; }","duration":"127.075219ms","start":"2026-03-02T21:28:46.149649Z","end":"2026-03-02T21:28:46.276724Z","steps":["trace[971726824] 'agreement among raft nodes before linearized reading' (duration: 126.820361ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:12.208405Z","caller":"traceutil/trace.go:171","msg":"trace[1430007316] linearizableReadLoop","detail":"{readStateIndex:3318; appliedIndex:3317; }","duration":"374.464153ms","start":"2026-03-02T21:30:11.833903Z","end":"2026-03-02T21:30:12.208367Z","steps":["trace[1430007316] 'read index received' (duration: 374.175976ms)","trace[1430007316] 'applied index is now lower than readState.Index' (duration: 286.857µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:30:12.208701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.75172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T21:30:12.208757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.814582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:30:12.208809Z","caller":"traceutil/trace.go:171","msg":"trace[784626052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3184; }","duration":"374.927115ms","start":"2026-03-02T21:30:11.833857Z","end":"2026-03-02T21:30:12.208784Z","steps":["trace[784626052] 'agreement among raft nodes before linearized reading' (duration: 374.618417ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:12.208817Z","caller":"traceutil/trace.go:171","msg":"trace[128633633] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3184; }","duration":"374.923395ms","start":"2026-03-02T21:30:11.833872Z","end":"2026-03-02T21:30:12.208796Z","steps":["trace[128633633] 'agreement among raft nodes before linearized reading' (duration: 374.698349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:12.208865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:30:11.833836Z","time spent":"375.019107ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:30:12.208873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:30:11.833865Z","time spent":"374.998227ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:30:12.208906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.358968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:30:12.208953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.998427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:30:12.209009Z","caller":"traceutil/trace.go:171","msg":"trace[1701416143] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:3184; }","duration":"265.530453ms","start":"2026-03-02T21:30:11.943453Z","end":"2026-03-02T21:30:12.208983Z","steps":["trace[1701416143] 'agreement among raft nodes before linearized reading' (duration: 265.276966ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:12.209043Z","caller":"traceutil/trace.go:171","msg":"trace[1813215705] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3184; }","duration":"375.127791ms","start":"2026-03-02T21:30:11.833891Z","end":"2026-03-02T21:30:12.209019Z","steps":["trace[1813215705] 'agreement among raft nodes before linearized reading' (duration: 374.746111ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:12.208515Z","caller":"traceutil/trace.go:171","msg":"trace[1702565785] transaction","detail":"{read_only:false; response_revision:3184; number_of_response:1; }","duration":"399.786366ms","start":"2026-03-02T21:30:11.808659Z","end":"2026-03-02T21:30:12.208446Z","steps":["trace[1702565785] 'process raft request' (duration: 399.51098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:12.209096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:30:11.833879Z","time spent":"375.208173ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:30:12.209208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:30:11.808644Z","time spent":"400.485954ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:30:12.2093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.284675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:30:12.20941Z","caller":"traceutil/trace.go:171","msg":"trace[101551775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3184; }","duration":"375.47598ms","start":"2026-03-02T21:30:11.833919Z","end":"2026-03-02T21:30:12.209395Z","steps":["trace[101551775] 'agreement among raft nodes before linearized reading' (duration: 374.807792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:12.209473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:30:11.833911Z","time spent":"375.552331ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T21:30:12.32504Z","caller":"traceutil/trace.go:171","msg":"trace[1311895113] transaction","detail":"{read_only:false; response_revision:3185; number_of_response:1; }","duration":"111.789182ms","start":"2026-03-02T21:30:12.213223Z","end":"2026-03-02T21:30:12.325012Z","steps":["trace[1311895113] 'process raft request' (duration: 109.69644ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:12.32645Z","caller":"traceutil/trace.go:171","msg":"trace[1610358909] linearizableReadLoop","detail":"{readStateIndex:3322; appliedIndex:3318; }","duration":"108.764696ms","start":"2026-03-02T21:30:12.217644Z","end":"2026-03-02T21:30:12.326409Z","steps":["trace[1610358909] 'read index received' (duration: 105.244738ms)","trace[1610358909] 'applied index is now lower than readState.Index' (duration: 3.518928ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:30:12.326543Z","caller":"traceutil/trace.go:171","msg":"trace[1398260516] transaction","detail":"{read_only:false; response_revision:3187; number_of_response:1; }","duration":"112.264105ms","start":"2026-03-02T21:30:12.21426Z","end":"2026-03-02T21:30:12.326524Z","steps":["trace[1398260516] 'process raft request' (duration: 111.991908ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:12.326497Z","caller":"traceutil/trace.go:171","msg":"trace[220544435] transaction","detail":"{read_only:false; response_revision:3186; number_of_response:1; }","duration":"112.585012ms","start":"2026-03-02T21:30:12.213873Z","end":"2026-03-02T21:30:12.326458Z","steps":["trace[220544435] 'process raft request' (duration: 112.224013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:12.326629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.968983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/secretgen-controller/\" range_end:\"/registry/resourcequotas/secretgen-controller0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:30:12.326806Z","caller":"traceutil/trace.go:171","msg":"trace[659797143] range","detail":"{range_begin:/registry/resourcequotas/secretgen-controller/; range_end:/registry/resourcequotas/secretgen-controller0; response_count:0; response_revision:3188; }","duration":"109.164997ms","start":"2026-03-02T21:30:12.217599Z","end":"2026-03-02T21:30:12.326764Z","steps":["trace[659797143] 'agreement among raft nodes before linearized reading' (duration: 108.970981ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:12.326604Z","caller":"traceutil/trace.go:171","msg":"trace[249393437] transaction","detail":"{read_only:false; response_revision:3188; number_of_response:1; }","duration":"111.70808ms","start":"2026-03-02T21:30:12.214858Z","end":"2026-03-02T21:30:12.326566Z","steps":["trace[249393437] 'process raft request' (duration: 111.472134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:44.979488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826670361,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:30:45.280831Z","caller":"traceutil/trace.go:171","msg":"trace[1445287283] linearizableReadLoop","detail":"{readStateIndex:3557; appliedIndex:3556; }","duration":"801.772699ms","start":"2026-03-02T21:30:44.479037Z","end":"2026-03-02T21:30:45.28081Z","steps":["trace[1445287283] 'read index received' (duration: 801.595244ms)","trace[1445287283] 'applied index is now lower than readState.Index' (duration: 176.625µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:30:45.280944Z","caller":"traceutil/trace.go:171","msg":"trace[213283255] transaction","detail":"{read_only:false; response_revision:3416; number_of_response:1; }","duration":"938.594445ms","start":"2026-03-02T21:30:44.342312Z","end":"2026-03-02T21:30:45.280906Z","steps":["trace[213283255] 'process raft request' (duration: 938.37322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:45.281026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.970254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:30:45.281061Z","caller":"traceutil/trace.go:171","msg":"trace[1365249274] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3416; }","duration":"802.060066ms","start":"2026-03-02T21:30:44.47899Z","end":"2026-03-02T21:30:45.28105Z","steps":["trace[1365249274] 'agreement among raft nodes before linearized reading' (duration: 801.936003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:45.28109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:30:44.478971Z","time spent":"802.113418ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:30:45.281112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:30:44.342288Z","time spent":"938.740559ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:30:45.281271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.700483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T21:30:45.281301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.957069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:30:45.281387Z","caller":"traceutil/trace.go:171","msg":"trace[1311085128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3416; }","duration":"801.077272ms","start":"2026-03-02T21:30:44.48029Z","end":"2026-03-02T21:30:45.281368Z","steps":["trace[1311085128] 'agreement among raft nodes before linearized reading' (duration: 800.827405ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:45.281337Z","caller":"traceutil/trace.go:171","msg":"trace[1580199550] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3416; }","duration":"800.788154ms","start":"2026-03-02T21:30:44.480531Z","end":"2026-03-02T21:30:45.281319Z","steps":["trace[1580199550] 'agreement among raft nodes before linearized reading' (duration: 800.62621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:45.281441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:30:44.48028Z","time spent":"801.151833ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:30:45.281489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:30:44.480524Z","time spent":"800.951578ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:30:45.281271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.157499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T21:30:45.281553Z","caller":"traceutil/trace.go:171","msg":"trace[683081190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3416; }","duration":"798.444276ms","start":"2026-03-02T21:30:44.483097Z","end":"2026-03-02T21:30:45.281541Z","steps":["trace[683081190] 'agreement among raft nodes before linearized reading' (duration: 798.049846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:45.281605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:30:44.483068Z","time spent":"798.521657ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T21:30:45.412187Z","caller":"traceutil/trace.go:171","msg":"trace[781759433] transaction","detail":"{read_only:false; response_revision:3417; number_of_response:1; }","duration":"127.069132ms","start":"2026-03-02T21:30:45.28502Z","end":"2026-03-02T21:30:45.412089Z","steps":["trace[781759433] 'process raft request' (duration: 117.778109ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:45.414408Z","caller":"traceutil/trace.go:171","msg":"trace[1213209298] transaction","detail":"{read_only:false; response_revision:3419; number_of_response:1; }","duration":"128.285603ms","start":"2026-03-02T21:30:45.285989Z","end":"2026-03-02T21:30:45.414275Z","steps":["trace[1213209298] 'process raft request' (duration: 128.211551ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:45.414318Z","caller":"traceutil/trace.go:171","msg":"trace[1958000780] transaction","detail":"{read_only:false; response_revision:3418; number_of_response:1; }","duration":"128.293213ms","start":"2026-03-02T21:30:45.285977Z","end":"2026-03-02T21:30:45.41427Z","steps":["trace[1958000780] 'process raft request' (duration: 128.072858ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:45.414714Z","caller":"traceutil/trace.go:171","msg":"trace[2146048979] transaction","detail":"{read_only:false; response_revision:3420; number_of_response:1; }","duration":"128.105119ms","start":"2026-03-02T21:30:45.286585Z","end":"2026-03-02T21:30:45.41469Z","steps":["trace[2146048979] 'process raft request' (duration: 127.653788ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:50.662654Z","caller":"traceutil/trace.go:171","msg":"trace[612949805] transaction","detail":"{read_only:false; response_revision:3444; number_of_response:1; }","duration":"242.659716ms","start":"2026-03-02T21:30:50.419949Z","end":"2026-03-02T21:30:50.662609Z","steps":["trace[612949805] 'process raft request' (duration: 242.43829ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:53.903892Z","caller":"traceutil/trace.go:171","msg":"trace[158368993] linearizableReadLoop","detail":"{readStateIndex:4024; appliedIndex:4023; }","duration":"154.058567ms","start":"2026-03-02T21:31:53.749805Z","end":"2026-03-02T21:31:53.903864Z","steps":["trace[158368993] 'read index received' (duration: 153.904193ms)","trace[158368993] 'applied index is now lower than readState.Index' (duration: 153.134µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:31:53.904362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.527879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T21:31:53.904428Z","caller":"traceutil/trace.go:171","msg":"trace[1400068616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3854; }","duration":"154.627801ms","start":"2026-03-02T21:31:53.749781Z","end":"2026-03-02T21:31:53.904408Z","steps":["trace[1400068616] 'agreement among raft nodes before linearized reading' (duration: 154.378755ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:53.904208Z","caller":"traceutil/trace.go:171","msg":"trace[1908387322] transaction","detail":"{read_only:false; response_revision:3854; number_of_response:1; }","duration":"154.449726ms","start":"2026-03-02T21:31:53.749693Z","end":"2026-03-02T21:31:53.904143Z","steps":["trace[1908387322] 'process raft request' (duration: 153.953084ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:53.904887Z","caller":"traceutil/trace.go:171","msg":"trace[1036758982] transaction","detail":"{read_only:false; response_revision:3855; number_of_response:1; }","duration":"154.570041ms","start":"2026-03-02T21:31:53.750297Z","end":"2026-03-02T21:31:53.904867Z","steps":["trace[1036758982] 'process raft request' (duration: 154.435298ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:53.904978Z","caller":"traceutil/trace.go:171","msg":"trace[873846317] transaction","detail":"{read_only:false; response_revision:3856; number_of_response:1; }","duration":"152.691983ms","start":"2026-03-02T21:31:53.752269Z","end":"2026-03-02T21:31:53.904961Z","steps":["trace[873846317] 'process raft request' (duration: 152.56833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:54.898143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.383307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:31:54.898252Z","caller":"traceutil/trace.go:171","msg":"trace[1167242656] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:3862; }","duration":"335.593432ms","start":"2026-03-02T21:31:54.562634Z","end":"2026-03-02T21:31:54.898227Z","steps":["trace[1167242656] 'count revisions from in-memory index tree' (duration: 335.264463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:54.898315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:54.562608Z","time spent":"335.688964ms","remote":"127.0.0.1:52054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:32:00.167732Z","caller":"traceutil/trace.go:171","msg":"trace[10189934] transaction","detail":"{read_only:false; response_revision:4202; number_of_response:1; }","duration":"199.000161ms","start":"2026-03-02T21:31:59.968706Z","end":"2026-03-02T21:32:00.167707Z","steps":["trace[10189934] 'process raft request' (duration: 135.868511ms)","trace[10189934] 'compare' (duration: 63.012557ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:00.170124Z","caller":"traceutil/trace.go:171","msg":"trace[1070471511] transaction","detail":"{read_only:false; response_revision:4203; number_of_response:1; }","duration":"200.331845ms","start":"2026-03-02T21:31:59.969747Z","end":"2026-03-02T21:32:00.170079Z","steps":["trace[1070471511] 'process raft request' (duration: 200.098899ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:00.17017Z","caller":"traceutil/trace.go:171","msg":"trace[1454729716] transaction","detail":"{read_only:false; response_revision:4206; number_of_response:1; }","duration":"129.84539ms","start":"2026-03-02T21:32:00.040311Z","end":"2026-03-02T21:32:00.170157Z","steps":["trace[1454729716] 'process raft request' (duration: 129.753507ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:00.170194Z","caller":"traceutil/trace.go:171","msg":"trace[670834448] transaction","detail":"{read_only:false; response_revision:4204; number_of_response:1; }","duration":"199.394871ms","start":"2026-03-02T21:31:59.970774Z","end":"2026-03-02T21:32:00.170169Z","steps":["trace[670834448] 'process raft request' (duration: 199.208596ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:00.170275Z","caller":"traceutil/trace.go:171","msg":"trace[136475736] transaction","detail":"{read_only:false; response_revision:4205; number_of_response:1; }","duration":"194.504379ms","start":"2026-03-02T21:31:59.975733Z","end":"2026-03-02T21:32:00.170237Z","steps":["trace[136475736] 'process raft request' (duration: 194.285013ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:00.170319Z","caller":"traceutil/trace.go:171","msg":"trace[1624525449] linearizableReadLoop","detail":"{readStateIndex:4386; appliedIndex:4381; }","duration":"128.159118ms","start":"2026-03-02T21:32:00.042144Z","end":"2026-03-02T21:32:00.170303Z","steps":["trace[1624525449] 'read index received' (duration: 62.510215ms)","trace[1624525449] 'applied index is now lower than readState.Index' (duration: 65.647923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:00.170481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.278711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:32:00.170528Z","caller":"traceutil/trace.go:171","msg":"trace[780194805] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:4207; }","duration":"128.406224ms","start":"2026-03-02T21:32:00.042108Z","end":"2026-03-02T21:32:00.170514Z","steps":["trace[780194805] 'agreement among raft nodes before linearized reading' (duration: 128.23688ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:01.715747Z","caller":"traceutil/trace.go:171","msg":"trace[610208557] transaction","detail":"{read_only:false; response_revision:4231; number_of_response:1; }","duration":"358.923725ms","start":"2026-03-02T21:32:01.356774Z","end":"2026-03-02T21:32:01.715697Z","steps":["trace[610208557] 'process raft request' (duration: 357.871388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:01.715928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:01.35676Z","time spent":"359.064248ms","remote":"127.0.0.1:60578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4808,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:01.71978Z","caller":"traceutil/trace.go:171","msg":"trace[813758437] transaction","detail":"{read_only:false; response_revision:4232; number_of_response:1; }","duration":"360.077613ms","start":"2026-03-02T21:32:01.359675Z","end":"2026-03-02T21:32:01.719753Z","steps":["trace[813758437] 'process raft request' (duration: 359.730225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:01.71991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:01.359653Z","time spent":"360.190047ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4471,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:01.71981Z","caller":"traceutil/trace.go:171","msg":"trace[1097763043] linearizableReadLoop","detail":"{readStateIndex:4413; appliedIndex:4411; }","duration":"357.070508ms","start":"2026-03-02T21:32:01.362725Z","end":"2026-03-02T21:32:01.719795Z","steps":["trace[1097763043] 'read index received' (duration: 351.858338ms)","trace[1097763043] 'applied index is now lower than readState.Index' (duration: 5.21124ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:01.719913Z","caller":"traceutil/trace.go:171","msg":"trace[1688034838] transaction","detail":"{read_only:false; response_revision:4233; number_of_response:1; }","duration":"351.835388ms","start":"2026-03-02T21:32:01.368051Z","end":"2026-03-02T21:32:01.719887Z","steps":["trace[1688034838] 'process raft request' (duration: 351.489259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:01.720117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:01.368042Z","time spent":"351.94018ms","remote":"127.0.0.1:60624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7619,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:01.720157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.040178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-02T21:32:01.720199Z","caller":"traceutil/trace.go:171","msg":"trace[1640732539] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4235; }","duration":"357.117369ms","start":"2026-03-02T21:32:01.36307Z","end":"2026-03-02T21:32:01.720187Z","steps":["trace[1640732539] 'agreement among raft nodes before linearized reading' (duration: 356.981346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:01.720229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:01.363057Z","time spent":"357.164541ms","remote":"127.0.0.1:34846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-02T21:32:01.720371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.568721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-02T21:32:01.720505Z","caller":"traceutil/trace.go:171","msg":"trace[4322103] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4235; }","duration":"357.779117ms","start":"2026-03-02T21:32:01.362687Z","end":"2026-03-02T21:32:01.720466Z","steps":["trace[4322103] 'agreement among raft nodes before linearized reading' (duration: 357.295094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:01.720572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:01.362669Z","time spent":"357.876209ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2666,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-02T21:32:02.028149Z","caller":"traceutil/trace.go:171","msg":"trace[735374064] transaction","detail":"{read_only:false; response_revision:4263; number_of_response:1; }","duration":"148.313253ms","start":"2026-03-02T21:32:01.879812Z","end":"2026-03-02T21:32:02.028125Z","steps":["trace[735374064] 'process raft request' (duration: 147.058292ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:02.028394Z","caller":"traceutil/trace.go:171","msg":"trace[790444190] transaction","detail":"{read_only:false; response_revision:4264; number_of_response:1; }","duration":"146.734154ms","start":"2026-03-02T21:32:01.881648Z","end":"2026-03-02T21:32:02.028383Z","steps":["trace[790444190] 'process raft request' (duration: 146.420066ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:02.028546Z","caller":"traceutil/trace.go:171","msg":"trace[161791806] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4264; }","duration":"141.906152ms","start":"2026-03-02T21:32:01.886614Z","end":"2026-03-02T21:32:02.02852Z","steps":["trace[161791806] 'process raft request' (duration: 141.729478ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:02.028534Z","caller":"traceutil/trace.go:171","msg":"trace[1568040254] linearizableReadLoop","detail":"{readStateIndex:4446; appliedIndex:4443; }","duration":"134.323492ms","start":"2026-03-02T21:32:01.894174Z","end":"2026-03-02T21:32:02.028497Z","steps":["trace[1568040254] 'read index received' (duration: 132.893247ms)","trace[1568040254] 'applied index is now lower than readState.Index' (duration: 1.427875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:02.028764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.574899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-02T21:32:02.028827Z","caller":"traceutil/trace.go:171","msg":"trace[94937002] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4264; }","duration":"134.703813ms","start":"2026-03-02T21:32:01.894107Z","end":"2026-03-02T21:32:02.028811Z","steps":["trace[94937002] 'agreement among raft nodes before linearized reading' (duration: 134.484967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:02.029827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.938318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-dz8gq.18992349d2ca9c97\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-02T21:32:02.029939Z","caller":"traceutil/trace.go:171","msg":"trace[1686957349] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-dz8gq.18992349d2ca9c97; range_end:; response_count:1; response_revision:4265; }","duration":"105.111362ms","start":"2026-03-02T21:32:01.924804Z","end":"2026-03-02T21:32:02.029915Z","steps":["trace[1686957349] 'agreement among raft nodes before linearized reading' (duration: 104.736643ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:06.279551Z","caller":"traceutil/trace.go:171","msg":"trace[100238938] linearizableReadLoop","detail":"{readStateIndex:4546; appliedIndex:4544; }","duration":"226.282145ms","start":"2026-03-02T21:32:06.053242Z","end":"2026-03-02T21:32:06.279524Z","steps":["trace[100238938] 'read index received' (duration: 46.838013ms)","trace[100238938] 'applied index is now lower than readState.Index' (duration: 179.442812ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:06.279724Z","caller":"traceutil/trace.go:171","msg":"trace[2107554505] transaction","detail":"{read_only:false; response_revision:4363; number_of_response:1; }","duration":"224.993782ms","start":"2026-03-02T21:32:06.054721Z","end":"2026-03-02T21:32:06.279715Z","steps":["trace[2107554505] 'process raft request' (duration: 224.713045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:06.279873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.615013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:32:06.279911Z","caller":"traceutil/trace.go:171","msg":"trace[245583292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4363; }","duration":"226.704655ms","start":"2026-03-02T21:32:06.053195Z","end":"2026-03-02T21:32:06.2799Z","steps":["trace[245583292] 'agreement among raft nodes before linearized reading' (duration: 226.563772ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:06.279674Z","caller":"traceutil/trace.go:171","msg":"trace[705689958] transaction","detail":"{read_only:false; response_revision:4362; number_of_response:1; }","duration":"226.48406ms","start":"2026-03-02T21:32:06.05317Z","end":"2026-03-02T21:32:06.279654Z","steps":["trace[705689958] 'process raft request' (duration: 225.339522ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:09.737493Z","caller":"traceutil/trace.go:171","msg":"trace[907114310] transaction","detail":"{read_only:false; response_revision:4428; number_of_response:1; }","duration":"474.354065ms","start":"2026-03-02T21:32:09.263117Z","end":"2026-03-02T21:32:09.737471Z","steps":["trace[907114310] 'process raft request' (duration: 474.190861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:09.737628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:09.263102Z","time spent":"474.455537ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4933,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:09.742993Z","caller":"traceutil/trace.go:171","msg":"trace[1588460548] linearizableReadLoop","detail":"{readStateIndex:4617; appliedIndex:4615; }","duration":"111.363707ms","start":"2026-03-02T21:32:09.631598Z","end":"2026-03-02T21:32:09.742962Z","steps":["trace[1588460548] 'read index received' (duration: 105.681105ms)","trace[1588460548] 'applied index is now lower than readState.Index' (duration: 5.681272ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:09.743108Z","caller":"traceutil/trace.go:171","msg":"trace[1466350428] transaction","detail":"{read_only:false; response_revision:4429; number_of_response:1; }","duration":"294.80879ms","start":"2026-03-02T21:32:09.448254Z","end":"2026-03-02T21:32:09.743062Z","steps":["trace[1466350428] 'process raft request' (duration: 294.526393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:09.743197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.579282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:09.743254Z","caller":"traceutil/trace.go:171","msg":"trace[230904595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4429; }","duration":"111.688175ms","start":"2026-03-02T21:32:09.631551Z","end":"2026-03-02T21:32:09.743239Z","steps":["trace[230904595] 'agreement among raft nodes before linearized reading' (duration: 111.527281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:10.911031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.33564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:32:10.911179Z","caller":"traceutil/trace.go:171","msg":"trace[427227675] transaction","detail":"{read_only:false; response_revision:4457; number_of_response:1; }","duration":"813.767151ms","start":"2026-03-02T21:32:10.097392Z","end":"2026-03-02T21:32:10.911159Z","steps":["trace[427227675] 'process raft request' (duration: 326.198575ms)","trace[427227675] 'compare' (duration: 486.730446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:10.911252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:10.097374Z","time spent":"813.838574ms","remote":"127.0.0.1:34728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1419,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:32:10.912933Z","caller":"traceutil/trace.go:171","msg":"trace[1173739203] linearizableReadLoop","detail":"{readStateIndex:4650; appliedIndex:4645; }","duration":"815.097716ms","start":"2026-03-02T21:32:10.097817Z","end":"2026-03-02T21:32:10.912915Z","steps":["trace[1173739203] 'read index received' (duration: 325.776175ms)","trace[1173739203] 'applied index is now lower than readState.Index' (duration: 489.320801ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:10.912959Z","caller":"traceutil/trace.go:171","msg":"trace[1254330399] transaction","detail":"{read_only:false; response_revision:4462; number_of_response:1; }","duration":"815.074875ms","start":"2026-03-02T21:32:10.097843Z","end":"2026-03-02T21:32:10.912918Z","steps":["trace[1254330399] 'process raft request' (duration: 814.942971ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:10.913045Z","caller":"traceutil/trace.go:171","msg":"trace[975841226] transaction","detail":"{read_only:false; response_revision:4466; number_of_response:1; }","duration":"815.104826ms","start":"2026-03-02T21:32:10.097932Z","end":"2026-03-02T21:32:10.913037Z","steps":["trace[975841226] 'process raft request' (duration: 814.942092ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:10.913054Z","caller":"traceutil/trace.go:171","msg":"trace[1705931528] transaction","detail":"{read_only:false; response_revision:4463; number_of_response:1; }","duration":"815.133597ms","start":"2026-03-02T21:32:10.097902Z","end":"2026-03-02T21:32:10.913035Z","steps":["trace[1705931528] 'process raft request' (duration: 814.913101ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:10.913076Z","caller":"traceutil/trace.go:171","msg":"trace[1707077517] transaction","detail":"{read_only:false; response_revision:4458; number_of_response:1; }","duration":"815.505606ms","start":"2026-03-02T21:32:10.09755Z","end":"2026-03-02T21:32:10.913056Z","steps":["trace[1707077517] 'process raft request' (duration: 815.089056ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:10.913111Z","caller":"traceutil/trace.go:171","msg":"trace[639888934] transaction","detail":"{read_only:false; response_revision:4461; number_of_response:1; }","duration":"815.357692ms","start":"2026-03-02T21:32:10.097725Z","end":"2026-03-02T21:32:10.913083Z","steps":["trace[639888934] 'process raft request' (duration: 815.041674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:10.913137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:10.097833Z","time spent":"815.222209ms","remote":"127.0.0.1:34728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1416,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:32:10.913138Z","caller":"traceutil/trace.go:171","msg":"trace[1775836270] transaction","detail":"{read_only:false; response_revision:4464; number_of_response:1; }","duration":"815.192158ms","start":"2026-03-02T21:32:10.097896Z","end":"2026-03-02T21:32:10.913088Z","steps":["trace[1775836270] 'process raft request' (duration: 814.935852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:10.913184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:10.097921Z","time spent":"815.180237ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:10.913182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:10.097529Z","time spent":"815.602628ms","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":838,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:32:10.913019Z","caller":"traceutil/trace.go:171","msg":"trace[623611263] transaction","detail":"{read_only:false; response_revision:4465; number_of_response:1; }","duration":"815.083005ms","start":"2026-03-02T21:32:10.097928Z","end":"2026-03-02T21:32:10.913011Z","steps":["trace[623611263] 'process raft request' (duration: 814.922181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:10.913231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:10.097701Z","time spent":"815.477145ms","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":935,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:32:10.913256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:10.097917Z","time spent":"815.321001ms","remote":"127.0.0.1:34642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1295,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:32:10.913279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:10.09788Z","time spent":"815.331861ms","remote":"127.0.0.1:34728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1413,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:32:10.91333Z","caller":"traceutil/trace.go:171","msg":"trace[375137781] transaction","detail":"{read_only:false; response_revision:4460; number_of_response:1; }","duration":"815.623749ms","start":"2026-03-02T21:32:10.097699Z","end":"2026-03-02T21:32:10.913322Z","steps":["trace[375137781] 'process raft request' (duration: 815.047244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:10.913367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:10.097686Z","time spent":"815.665719ms","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":932,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:32:10.913108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:10.097891Z","time spent":"815.194058ms","remote":"127.0.0.1:34728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1313,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:32:10.913433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.596348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127661"} {"level":"info","ts":"2026-03-02T21:32:10.913491Z","caller":"traceutil/trace.go:171","msg":"trace[1254419589] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4466; }","duration":"815.671399ms","start":"2026-03-02T21:32:10.0978Z","end":"2026-03-02T21:32:10.913472Z","steps":["trace[1254419589] 'agreement among raft nodes before linearized reading' (duration: 815.369022ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:10.913458Z","caller":"traceutil/trace.go:171","msg":"trace[1548305970] transaction","detail":"{read_only:false; response_revision:4459; number_of_response:1; }","duration":"815.188868ms","start":"2026-03-02T21:32:10.097667Z","end":"2026-03-02T21:32:10.912856Z","steps":["trace[1548305970] 'process raft request' (duration: 815.056085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:10.913536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:10.097794Z","time spent":"815.734552ms","remote":"127.0.0.1:34500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127684,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-02T21:32:10.913633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:10.097659Z","time spent":"815.890915ms","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:32:10.91929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.349939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T21:32:10.919327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.836117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-hxglg\" ","response":"range_response_count:1 size:9728"} {"level":"info","ts":"2026-03-02T21:32:10.919372Z","caller":"traceutil/trace.go:171","msg":"trace[143317348] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-hxglg; range_end:; response_count:1; response_revision:4467; }","duration":"458.95525ms","start":"2026-03-02T21:32:10.460405Z","end":"2026-03-02T21:32:10.91936Z","steps":["trace[143317348] 'agreement among raft nodes before linearized reading' (duration: 458.821866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:10.919375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.889242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T21:32:10.919408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:10.460384Z","time spent":"459.017212ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9751,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-hxglg\" "} {"level":"info","ts":"2026-03-02T21:32:10.919423Z","caller":"traceutil/trace.go:171","msg":"trace[337255856] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4467; }","duration":"606.952524ms","start":"2026-03-02T21:32:10.312456Z","end":"2026-03-02T21:32:10.919408Z","steps":["trace[337255856] 'agreement among raft nodes before linearized reading' (duration: 606.878382ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:10.919356Z","caller":"traceutil/trace.go:171","msg":"trace[221595840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4467; }","duration":"596.456292ms","start":"2026-03-02T21:32:10.322885Z","end":"2026-03-02T21:32:10.919341Z","steps":["trace[221595840] 'agreement among raft nodes before linearized reading' (duration: 596.293518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:10.919462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:10.312412Z","time spent":"607.042166ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:32:10.919495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:10.322866Z","time spent":"596.619036ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:32:10.919532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.647802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:32:10.919592Z","caller":"traceutil/trace.go:171","msg":"trace[1697655983] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4467; }","duration":"627.766546ms","start":"2026-03-02T21:32:10.291808Z","end":"2026-03-02T21:32:10.919574Z","steps":["trace[1697655983] 'agreement among raft nodes before linearized reading' (duration: 627.54446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:10.919656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:10.291786Z","time spent":"627.860728ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:32:10.919552Z","caller":"traceutil/trace.go:171","msg":"trace[894993363] transaction","detail":"{read_only:false; response_revision:4467; number_of_response:1; }","duration":"458.346334ms","start":"2026-03-02T21:32:10.461194Z","end":"2026-03-02T21:32:10.91954Z","steps":["trace[894993363] 'process raft request' (duration: 457.801131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:10.919619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.334573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vwsdl\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-02T21:32:10.91973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:10.461179Z","time spent":"458.511748ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:32:10.919759Z","caller":"traceutil/trace.go:171","msg":"trace[1479026493] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vwsdl; range_end:; response_count:1; response_revision:4467; }","duration":"583.564119ms","start":"2026-03-02T21:32:10.336186Z","end":"2026-03-02T21:32:10.91975Z","steps":["trace[1479026493] 'agreement among raft nodes before linearized reading' (duration: 583.380735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:10.919297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.34898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:32:10.919838Z","caller":"traceutil/trace.go:171","msg":"trace[3614485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4467; }","duration":"622.971055ms","start":"2026-03-02T21:32:10.296859Z","end":"2026-03-02T21:32:10.91983Z","steps":["trace[3614485] 'agreement among raft nodes before linearized reading' (duration: 622.34042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:10.919864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:10.296848Z","time spent":"623.010376ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:32:10.919803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:10.33617Z","time spent":"583.62167ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-vwsdl\" "} {"level":"warn","ts":"2026-03-02T21:32:10.920038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.187028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:32:10.920107Z","caller":"traceutil/trace.go:171","msg":"trace[1730796995] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4467; }","duration":"807.311681ms","start":"2026-03-02T21:32:10.112788Z","end":"2026-03-02T21:32:10.9201Z","steps":["trace[1730796995] 'agreement among raft nodes before linearized reading' (duration: 806.332367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:10.920137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:10.112773Z","time spent":"807.359072ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:32:13.664173Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826672980,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:32:14.619063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.724191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:32:14.619343Z","caller":"traceutil/trace.go:171","msg":"trace[1167190452] linearizableReadLoop","detail":"{readStateIndex:4753; appliedIndex:4752; }","duration":"1.455416055s","start":"2026-03-02T21:32:13.163891Z","end":"2026-03-02T21:32:14.619308Z","steps":["trace[1167190452] 'read index received' (duration: 643.255984ms)","trace[1167190452] 'applied index is now lower than readState.Index' (duration: 812.153961ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:14.619505Z","caller":"traceutil/trace.go:171","msg":"trace[713937978] transaction","detail":"{read_only:false; response_revision:4561; number_of_response:1; }","duration":"1.514376362s","start":"2026-03-02T21:32:13.105103Z","end":"2026-03-02T21:32:14.619479Z","steps":["trace[713937978] 'process raft request' (duration: 702.111457ms)","trace[713937978] 'compare' (duration: 811.591808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:14.619605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:13.105061Z","time spent":"1.514500025s","remote":"127.0.0.1:34658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:32:14.619597Z","caller":"traceutil/trace.go:171","msg":"trace[1846426812] transaction","detail":"{read_only:false; response_revision:4562; number_of_response:1; }","duration":"843.042435ms","start":"2026-03-02T21:32:13.776497Z","end":"2026-03-02T21:32:14.61954Z","steps":["trace[1846426812] 'process raft request' (duration: 842.682616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:14.619655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455739343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a87f8620-abfc-4285-928e-7ddc2c0c8db1\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-02T21:32:14.619682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.30344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:14.619728Z","caller":"traceutil/trace.go:171","msg":"trace[586736125] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a87f8620-abfc-4285-928e-7ddc2c0c8db1; range_end:; response_count:1; response_revision:4563; }","duration":"1.455799215s","start":"2026-03-02T21:32:13.163888Z","end":"2026-03-02T21:32:14.619687Z","steps":["trace[586736125] 'agreement among raft nodes before linearized reading' (duration: 1.45559158s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:14.61975Z","caller":"traceutil/trace.go:171","msg":"trace[1568195759] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:4563; }","duration":"940.426543ms","start":"2026-03-02T21:32:13.679309Z","end":"2026-03-02T21:32:14.619735Z","steps":["trace[1568195759] 'agreement among raft nodes before linearized reading' (duration: 940.30394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:14.619734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.202578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T21:32:14.619768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:13.16383Z","time spent":"1.455928558s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a87f8620-abfc-4285-928e-7ddc2c0c8db1\" "} {"level":"warn","ts":"2026-03-02T21:32:14.61975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137457655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a87f8620-abfc-4285-928e-7ddc2c0c8db1\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-02T21:32:14.61981Z","caller":"traceutil/trace.go:171","msg":"trace[1416707074] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4563; }","duration":"833.28798ms","start":"2026-03-02T21:32:13.786503Z","end":"2026-03-02T21:32:14.619791Z","steps":["trace[1416707074] 'agreement among raft nodes before linearized reading' (duration: 833.068025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:14.61981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:13.776473Z","time spent":"843.219969ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:14.619848Z","caller":"traceutil/trace.go:171","msg":"trace[533095658] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a87f8620-abfc-4285-928e-7ddc2c0c8db1; range_end:; response_count:1; response_revision:4563; }","duration":"1.137566828s","start":"2026-03-02T21:32:13.482255Z","end":"2026-03-02T21:32:14.619822Z","steps":["trace[533095658] 'agreement among raft nodes before linearized reading' (duration: 1.137301241s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:14.61991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:13.48218Z","time spent":"1.137714782s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a87f8620-abfc-4285-928e-7ddc2c0c8db1\" "} {"level":"warn","ts":"2026-03-02T21:32:14.619788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:13.679288Z","time spent":"940.490064ms","remote":"127.0.0.1:34772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:32:14.620048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.969132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.189923a7d846a6f2\" ","response":"range_response_count:1 size:943"} {"level":"warn","ts":"2026-03-02T21:32:14.620062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.841265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:32:14.619858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:13.786426Z","time spent":"833.422774ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T21:32:14.620105Z","caller":"traceutil/trace.go:171","msg":"trace[1067827528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4563; }","duration":"988.914537ms","start":"2026-03-02T21:32:13.631178Z","end":"2026-03-02T21:32:14.620093Z","steps":["trace[1067827528] 'agreement among raft nodes before linearized reading' (duration: 988.821124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:14.620139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:13.631161Z","time spent":"988.970738ms","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:32:14.620303Z","caller":"traceutil/trace.go:171","msg":"trace[1983090209] transaction","detail":"{read_only:false; response_revision:4563; number_of_response:1; }","duration":"842.269206ms","start":"2026-03-02T21:32:13.777144Z","end":"2026-03-02T21:32:14.619413Z","steps":["trace[1983090209] 'process raft request' (duration: 842.104852ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:14.62041Z","caller":"traceutil/trace.go:171","msg":"trace[1154676749] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.189923a7d846a6f2; range_end:; response_count:1; response_revision:4563; }","duration":"670.050794ms","start":"2026-03-02T21:32:13.950019Z","end":"2026-03-02T21:32:14.62007Z","steps":["trace[1154676749] 'agreement among raft nodes before linearized reading' (duration: 669.927641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:14.620439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:13.949989Z","time spent":"670.442254ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":966,"request content":"key:\"/registry/events/monitoring/storage-loki-0.189923a7d846a6f2\" "} {"level":"warn","ts":"2026-03-02T21:32:14.6205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:13.777105Z","time spent":"843.293281ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:14.963487Z","caller":"traceutil/trace.go:171","msg":"trace[1104850859] transaction","detail":"{read_only:false; response_revision:4564; number_of_response:1; }","duration":"340.017153ms","start":"2026-03-02T21:32:14.623438Z","end":"2026-03-02T21:32:14.963455Z","steps":["trace[1104850859] 'process raft request' (duration: 339.732876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:14.96397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:14.623418Z","time spent":"340.370901ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":928,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:14.970623Z","caller":"traceutil/trace.go:171","msg":"trace[1737237818] linearizableReadLoop","detail":"{readStateIndex:4759; appliedIndex:4755; }","duration":"338.38103ms","start":"2026-03-02T21:32:14.63223Z","end":"2026-03-02T21:32:14.970611Z","steps":["trace[1737237818] 'read index received' (duration: 331.047947ms)","trace[1737237818] 'applied index is now lower than readState.Index' (duration: 7.332203ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:14.970695Z","caller":"traceutil/trace.go:171","msg":"trace[598213053] transaction","detail":"{read_only:false; response_revision:4566; number_of_response:1; }","duration":"343.97644ms","start":"2026-03-02T21:32:14.626693Z","end":"2026-03-02T21:32:14.970669Z","steps":["trace[598213053] 'process raft request' (duration: 343.840436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:14.970849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:14.626684Z","time spent":"344.082363ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:14.970919Z","caller":"traceutil/trace.go:171","msg":"trace[799486269] transaction","detail":"{read_only:false; response_revision:4567; number_of_response:1; }","duration":"343.450108ms","start":"2026-03-02T21:32:14.627421Z","end":"2026-03-02T21:32:14.970871Z","steps":["trace[799486269] 'process raft request' (duration: 343.14933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:14.970989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:14.627401Z","time spent":"343.5552ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3703,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:14.970625Z","caller":"traceutil/trace.go:171","msg":"trace[882155647] transaction","detail":"{read_only:false; response_revision:4565; number_of_response:1; }","duration":"344.73423ms","start":"2026-03-02T21:32:14.62585Z","end":"2026-03-02T21:32:14.970585Z","steps":["trace[882155647] 'process raft request' (duration: 344.620537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:14.971504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:14.625832Z","time spent":"345.643374ms","remote":"127.0.0.1:34542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1956,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:32:14.971447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.215032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:14.971584Z","caller":"traceutil/trace.go:171","msg":"trace[1077016863] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4567; }","duration":"339.377846ms","start":"2026-03-02T21:32:14.632198Z","end":"2026-03-02T21:32:14.971576Z","steps":["trace[1077016863] 'agreement among raft nodes before linearized reading' (duration: 339.232863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:14.971631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:14.632186Z","time spent":"339.437127ms","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:32:17.477331Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826673048,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:32:17.641272Z","caller":"traceutil/trace.go:171","msg":"trace[986982935] linearizableReadLoop","detail":"{readStateIndex:4787; appliedIndex:4786; }","duration":"665.025669ms","start":"2026-03-02T21:32:16.976217Z","end":"2026-03-02T21:32:17.641241Z","steps":["trace[986982935] 'read index received' (duration: 664.889186ms)","trace[986982935] 'applied index is now lower than readState.Index' (duration: 134.133µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:17.641476Z","caller":"traceutil/trace.go:171","msg":"trace[12745770] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4594; }","duration":"743.146335ms","start":"2026-03-02T21:32:16.898291Z","end":"2026-03-02T21:32:17.641437Z","steps":["trace[12745770] 'process raft request' (duration: 742.844447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:17.641597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.352747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T21:32:17.641635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:16.898265Z","time spent":"743.305738ms","remote":"127.0.0.1:34544","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:32:17.641697Z","caller":"traceutil/trace.go:171","msg":"trace[174130584] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4594; }","duration":"665.47754ms","start":"2026-03-02T21:32:16.976165Z","end":"2026-03-02T21:32:17.641642Z","steps":["trace[174130584] 'agreement among raft nodes before linearized reading' (duration: 665.268585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:17.641746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:16.97614Z","time spent":"665.596213ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:32:18.164407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.552652ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T21:32:18.164699Z","caller":"traceutil/trace.go:171","msg":"trace[1851343318] linearizableReadLoop","detail":"{readStateIndex:4788; appliedIndex:4787; }","duration":"523.31611ms","start":"2026-03-02T21:32:17.641351Z","end":"2026-03-02T21:32:18.164667Z","steps":["trace[1851343318] 'read index received' (duration: 240.523961ms)","trace[1851343318] 'applied index is now lower than readState.Index' (duration: 282.789159ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:18.164814Z","caller":"traceutil/trace.go:171","msg":"trace[1926407637] transaction","detail":"{read_only:false; response_revision:4595; number_of_response:1; }","duration":"518.630194ms","start":"2026-03-02T21:32:17.646159Z","end":"2026-03-02T21:32:18.16479Z","steps":["trace[1926407637] 'process raft request' (duration: 518.375317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:18.164862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175686352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:32:18.164948Z","caller":"traceutil/trace.go:171","msg":"trace[858483085] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4594; }","duration":"1.175818056s","start":"2026-03-02T21:32:16.989112Z","end":"2026-03-02T21:32:18.16493Z","steps":["trace[858483085] 'agreement among raft nodes before linearized reading' (duration: 1.17558991s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:18.164947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:17.646143Z","time spent":"518.725166ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:18.164988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:16.989099Z","time spent":"1.175880087s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:32:18.165019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176783219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:32:18.165062Z","caller":"traceutil/trace.go:171","msg":"trace[747521409] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4595; }","duration":"1.176863302s","start":"2026-03-02T21:32:16.988187Z","end":"2026-03-02T21:32:18.165051Z","steps":["trace[747521409] 'agreement among raft nodes before linearized reading' (duration: 1.176631846s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:18.165105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:16.988176Z","time spent":"1.176920293s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:32:18.165136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17598631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T21:32:18.165168Z","caller":"traceutil/trace.go:171","msg":"trace[703492639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4595; }","duration":"1.176053001s","start":"2026-03-02T21:32:16.989106Z","end":"2026-03-02T21:32:18.165159Z","steps":["trace[703492639] 'agreement among raft nodes before linearized reading' (duration: 1.175972559s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:18.16519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:16.989086Z","time spent":"1.176098592s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:32:18.16528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.535511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/monitoring\" ","response":"range_response_count:1 size:372"} {"level":"warn","ts":"2026-03-02T21:32:18.165267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.386443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-02T21:32:18.165307Z","caller":"traceutil/trace.go:171","msg":"trace[1524531324] range","detail":"{range_begin:/registry/namespaces/monitoring; range_end:; response_count:1; response_revision:4595; }","duration":"522.585513ms","start":"2026-03-02T21:32:17.642713Z","end":"2026-03-02T21:32:18.165298Z","steps":["trace[1524531324] 'agreement among raft nodes before linearized reading' (duration: 522.502761ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:18.165322Z","caller":"traceutil/trace.go:171","msg":"trace[786950873] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4595; }","duration":"670.480685ms","start":"2026-03-02T21:32:17.494828Z","end":"2026-03-02T21:32:18.165309Z","steps":["trace[786950873] 'agreement among raft nodes before linearized reading' (duration: 669.901441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:18.165332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:17.642696Z","time spent":"522.630954ms","remote":"127.0.0.1:34544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":1,"response size":395,"request content":"key:\"/registry/namespaces/monitoring\" "} {"level":"warn","ts":"2026-03-02T21:32:18.165355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:17.494807Z","time spent":"670.540107ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T21:32:18.165372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179845446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vwsdl\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-02T21:32:18.165367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180713879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:32:18.165426Z","caller":"traceutil/trace.go:171","msg":"trace[1043037196] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vwsdl; range_end:; response_count:1; response_revision:4595; }","duration":"1.179922388s","start":"2026-03-02T21:32:16.985486Z","end":"2026-03-02T21:32:18.165408Z","steps":["trace[1043037196] 'agreement among raft nodes before linearized reading' (duration: 1.179764604s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:18.165456Z","caller":"traceutil/trace.go:171","msg":"trace[145767767] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4595; }","duration":"1.180857282s","start":"2026-03-02T21:32:16.984578Z","end":"2026-03-02T21:32:18.165435Z","steps":["trace[145767767] 'agreement among raft nodes before linearized reading' (duration: 1.180628277s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:18.165473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:16.98547Z","time spent":"1.17999196s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-vwsdl\" "} {"level":"warn","ts":"2026-03-02T21:32:18.165367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.53353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a87f8620-abfc-4285-928e-7ddc2c0c8db1\" ","response":"range_response_count:1 size:3904"} {"level":"warn","ts":"2026-03-02T21:32:18.165509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:16.984559Z","time spent":"1.180936174s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T21:32:18.165526Z","caller":"traceutil/trace.go:171","msg":"trace[1523486375] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a87f8620-abfc-4285-928e-7ddc2c0c8db1; range_end:; response_count:1; response_revision:4595; }","duration":"498.738455ms","start":"2026-03-02T21:32:17.666773Z","end":"2026-03-02T21:32:18.165512Z","steps":["trace[1523486375] 'agreement among raft nodes before linearized reading' (duration: 498.455618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:18.165562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:17.666757Z","time spent":"498.792416ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3927,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a87f8620-abfc-4285-928e-7ddc2c0c8db1\" "} {"level":"warn","ts":"2026-03-02T21:32:18.165596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177815236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:32:18.165655Z","caller":"traceutil/trace.go:171","msg":"trace[708961777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4595; }","duration":"1.177894857s","start":"2026-03-02T21:32:16.987751Z","end":"2026-03-02T21:32:18.165646Z","steps":["trace[708961777] 'agreement among raft nodes before linearized reading' (duration: 1.177478687s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:18.165687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:16.987744Z","time spent":"1.177936889s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T21:32:18.314176Z","caller":"traceutil/trace.go:171","msg":"trace[451761241] transaction","detail":"{read_only:false; response_revision:4597; number_of_response:1; }","duration":"144.083157ms","start":"2026-03-02T21:32:18.170065Z","end":"2026-03-02T21:32:18.314148Z","steps":["trace[451761241] 'process raft request' (duration: 110.725492ms)","trace[451761241] 'compare' (duration: 33.194101ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:18.314552Z","caller":"traceutil/trace.go:171","msg":"trace[369399908] linearizableReadLoop","detail":"{readStateIndex:4794; appliedIndex:4789; }","duration":"143.272997ms","start":"2026-03-02T21:32:18.17125Z","end":"2026-03-02T21:32:18.314523Z","steps":["trace[369399908] 'read index received' (duration: 10.00133ms)","trace[369399908] 'applied index is now lower than readState.Index' (duration: 133.270347ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:18.314829Z","caller":"traceutil/trace.go:171","msg":"trace[799523445] transaction","detail":"{read_only:false; response_revision:4599; number_of_response:1; }","duration":"144.372474ms","start":"2026-03-02T21:32:18.170209Z","end":"2026-03-02T21:32:18.314581Z","steps":["trace[799523445] 'process raft request' (duration: 144.090877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:18.31495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.655576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62854"} {"level":"warn","ts":"2026-03-02T21:32:18.315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.625075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-02T21:32:18.315051Z","caller":"traceutil/trace.go:171","msg":"trace[2031614744] transaction","detail":"{read_only:false; response_revision:4598; number_of_response:1; }","duration":"144.662692ms","start":"2026-03-02T21:32:18.170064Z","end":"2026-03-02T21:32:18.314727Z","steps":["trace[2031614744] 'process raft request' (duration: 144.044696ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:18.315077Z","caller":"traceutil/trace.go:171","msg":"trace[1545580481] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4601; }","duration":"143.770679ms","start":"2026-03-02T21:32:18.171289Z","end":"2026-03-02T21:32:18.31506Z","steps":["trace[1545580481] 'agreement among raft nodes before linearized reading' (duration: 143.463221ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:18.315016Z","caller":"traceutil/trace.go:171","msg":"trace[1388895812] transaction","detail":"{read_only:false; response_revision:4601; number_of_response:1; }","duration":"142.065197ms","start":"2026-03-02T21:32:18.172627Z","end":"2026-03-02T21:32:18.314692Z","steps":["trace[1388895812] 'process raft request' (duration: 141.827691ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:18.315018Z","caller":"traceutil/trace.go:171","msg":"trace[1605600855] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4601; }","duration":"143.781129ms","start":"2026-03-02T21:32:18.171218Z","end":"2026-03-02T21:32:18.314999Z","steps":["trace[1605600855] 'agreement among raft nodes before linearized reading' (duration: 143.487732ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:18.314944Z","caller":"traceutil/trace.go:171","msg":"trace[682640824] transaction","detail":"{read_only:false; response_revision:4600; number_of_response:1; }","duration":"143.528384ms","start":"2026-03-02T21:32:18.171153Z","end":"2026-03-02T21:32:18.314681Z","steps":["trace[682640824] 'process raft request' (duration: 143.240506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:19.982061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.848246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:19.982178Z","caller":"traceutil/trace.go:171","msg":"trace[821501410] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:4649; }","duration":"151.033331ms","start":"2026-03-02T21:32:19.831125Z","end":"2026-03-02T21:32:19.982158Z","steps":["trace[821501410] 'count revisions from in-memory index tree' (duration: 150.782785ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:21.265772Z","caller":"traceutil/trace.go:171","msg":"trace[1999499224] linearizableReadLoop","detail":"{readStateIndex:4876; appliedIndex:4875; }","duration":"122.392735ms","start":"2026-03-02T21:32:21.143335Z","end":"2026-03-02T21:32:21.265728Z","steps":["trace[1999499224] 'read index received' (duration: 122.142567ms)","trace[1999499224] 'applied index is now lower than readState.Index' (duration: 248.627µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:21.265905Z","caller":"traceutil/trace.go:171","msg":"trace[739413414] transaction","detail":"{read_only:false; response_revision:4680; number_of_response:1; }","duration":"125.791789ms","start":"2026-03-02T21:32:21.140082Z","end":"2026-03-02T21:32:21.265874Z","steps":["trace[739413414] 'process raft request' (duration: 125.46194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:21.266026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.678441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b230d487-f78a-4aff-b403-05cf571f49e0\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-02T21:32:21.26609Z","caller":"traceutil/trace.go:171","msg":"trace[968990320] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b230d487-f78a-4aff-b403-05cf571f49e0; range_end:; response_count:1; response_revision:4680; }","duration":"122.804284ms","start":"2026-03-02T21:32:21.143266Z","end":"2026-03-02T21:32:21.26607Z","steps":["trace[968990320] 'agreement among raft nodes before linearized reading' (duration: 122.597989ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:26.862707Z","caller":"traceutil/trace.go:171","msg":"trace[858448383] transaction","detail":"{read_only:false; response_revision:4784; number_of_response:1; }","duration":"159.626617ms","start":"2026-03-02T21:32:26.703039Z","end":"2026-03-02T21:32:26.862666Z","steps":["trace[858448383] 'process raft request' (duration: 149.224627ms)","trace[858448383] 'compare' (duration: 10.156033ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:26.862902Z","caller":"traceutil/trace.go:171","msg":"trace[1535127351] linearizableReadLoop","detail":"{readStateIndex:4984; appliedIndex:4982; }","duration":"148.308704ms","start":"2026-03-02T21:32:26.714532Z","end":"2026-03-02T21:32:26.862866Z","steps":["trace[1535127351] 'read index received' (duration: 137.623476ms)","trace[1535127351] 'applied index is now lower than readState.Index' (duration: 10.682967ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:26.862952Z","caller":"traceutil/trace.go:171","msg":"trace[385209894] transaction","detail":"{read_only:false; response_revision:4785; number_of_response:1; }","duration":"156.846737ms","start":"2026-03-02T21:32:26.706075Z","end":"2026-03-02T21:32:26.862922Z","steps":["trace[385209894] 'process raft request' (duration: 156.511338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:26.863229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.309599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127661"} {"level":"info","ts":"2026-03-02T21:32:26.863314Z","caller":"traceutil/trace.go:171","msg":"trace[1781457507] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4785; }","duration":"159.40011ms","start":"2026-03-02T21:32:26.703865Z","end":"2026-03-02T21:32:26.863265Z","steps":["trace[1781457507] 'agreement among raft nodes before linearized reading' (duration: 159.133674ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:27.264743Z","caller":"traceutil/trace.go:171","msg":"trace[1918227004] transaction","detail":"{read_only:false; response_revision:4786; number_of_response:1; }","duration":"397.629044ms","start":"2026-03-02T21:32:26.867091Z","end":"2026-03-02T21:32:27.26472Z","steps":["trace[1918227004] 'process raft request' (duration: 397.425349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:27.264886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:26.867065Z","time spent":"397.748147ms","remote":"127.0.0.1:34500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":127647,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:27.432286Z","caller":"traceutil/trace.go:171","msg":"trace[69256857] transaction","detail":"{read_only:false; response_revision:4787; number_of_response:1; }","duration":"562.808989ms","start":"2026-03-02T21:32:26.869434Z","end":"2026-03-02T21:32:27.432243Z","steps":["trace[69256857] 'process raft request' (duration: 467.890713ms)","trace[69256857] 'compare' (duration: 94.442654ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:27.432321Z","caller":"traceutil/trace.go:171","msg":"trace[1882197544] transaction","detail":"{read_only:false; response_revision:4788; number_of_response:1; }","duration":"560.999463ms","start":"2026-03-02T21:32:26.871298Z","end":"2026-03-02T21:32:27.432297Z","steps":["trace[1882197544] 'process raft request' (duration: 560.821179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:27.432458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:26.871287Z","time spent":"561.095526ms","remote":"127.0.0.1:34728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1039,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:27.432481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:26.869424Z","time spent":"562.958763ms","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:27.432544Z","caller":"traceutil/trace.go:171","msg":"trace[1747836690] transaction","detail":"{read_only:false; response_revision:4789; number_of_response:1; }","duration":"165.317328ms","start":"2026-03-02T21:32:27.267179Z","end":"2026-03-02T21:32:27.432496Z","steps":["trace[1747836690] 'process raft request' (duration: 165.047381ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:31.269586Z","caller":"traceutil/trace.go:171","msg":"trace[1943230524] transaction","detail":"{read_only:false; response_revision:4833; number_of_response:1; }","duration":"141.884973ms","start":"2026-03-02T21:32:31.127676Z","end":"2026-03-02T21:32:31.269561Z","steps":["trace[1943230524] 'process raft request' (duration: 141.757039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:32.517823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.814207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:32:32.517961Z","caller":"traceutil/trace.go:171","msg":"trace[902795061] linearizableReadLoop","detail":"{readStateIndex:5041; appliedIndex:5040; }","duration":"141.907784ms","start":"2026-03-02T21:32:32.376032Z","end":"2026-03-02T21:32:32.51794Z","steps":["trace[902795061] 'read index received' (duration: 38.231µs)","trace[902795061] 'applied index is now lower than readState.Index' (duration: 141.866973ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:32.518053Z","caller":"traceutil/trace.go:171","msg":"trace[2088552701] transaction","detail":"{read_only:false; response_revision:4840; number_of_response:1; }","duration":"215.386194ms","start":"2026-03-02T21:32:32.30263Z","end":"2026-03-02T21:32:32.518016Z","steps":["trace[2088552701] 'process raft request' (duration: 48.274119ms)","trace[2088552701] 'compare' (duration: 166.535981ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:32.518263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.218101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:32:32.518327Z","caller":"traceutil/trace.go:171","msg":"trace[450394054] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4840; }","duration":"142.331254ms","start":"2026-03-02T21:32:32.375981Z","end":"2026-03-02T21:32:32.518312Z","steps":["trace[450394054] 'agreement among raft nodes before linearized reading' (duration: 142.117629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:32.518347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.067443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vwsdl\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-02T21:32:32.518361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.383231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T21:32:32.518454Z","caller":"traceutil/trace.go:171","msg":"trace[1202496721] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vwsdl; range_end:; response_count:1; response_revision:4840; }","duration":"133.187536ms","start":"2026-03-02T21:32:32.385242Z","end":"2026-03-02T21:32:32.518429Z","steps":["trace[1202496721] 'agreement among raft nodes before linearized reading' (duration: 132.874808ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:32.518463Z","caller":"traceutil/trace.go:171","msg":"trace[635207022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4840; }","duration":"133.543474ms","start":"2026-03-02T21:32:32.384898Z","end":"2026-03-02T21:32:32.518441Z","steps":["trace[635207022] 'agreement among raft nodes before linearized reading' (duration: 133.251167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:32.518386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.059313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:32:32.51855Z","caller":"traceutil/trace.go:171","msg":"trace[354895043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4840; }","duration":"137.285829ms","start":"2026-03-02T21:32:32.381256Z","end":"2026-03-02T21:32:32.518542Z","steps":["trace[354895043] 'agreement among raft nodes before linearized reading' (duration: 136.898199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:32.518619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.14967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:32:32.518664Z","caller":"traceutil/trace.go:171","msg":"trace[915272960] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4840; }","duration":"138.207711ms","start":"2026-03-02T21:32:32.38044Z","end":"2026-03-02T21:32:32.518648Z","steps":["trace[915272960] 'agreement among raft nodes before linearized reading' (duration: 137.677378ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:34.501992Z","caller":"traceutil/trace.go:171","msg":"trace[1629219254] transaction","detail":"{read_only:false; response_revision:4860; number_of_response:1; }","duration":"269.45496ms","start":"2026-03-02T21:32:34.232507Z","end":"2026-03-02T21:32:34.501962Z","steps":["trace[1629219254] 'process raft request' (duration: 269.305496ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:34.502985Z","caller":"traceutil/trace.go:171","msg":"trace[2133803750] linearizableReadLoop","detail":"{readStateIndex:5062; appliedIndex:5060; }","duration":"255.343837ms","start":"2026-03-02T21:32:34.247621Z","end":"2026-03-02T21:32:34.502964Z","steps":["trace[2133803750] 'read index received' (duration: 254.236169ms)","trace[2133803750] 'applied index is now lower than readState.Index' (duration: 1.106438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:34.503233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.594593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:32:34.503186Z","caller":"traceutil/trace.go:171","msg":"trace[1387284310] transaction","detail":"{read_only:false; response_revision:4861; number_of_response:1; }","duration":"270.476196ms","start":"2026-03-02T21:32:34.232686Z","end":"2026-03-02T21:32:34.503162Z","steps":["trace[1387284310] 'process raft request' (duration: 270.168009ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:34.503279Z","caller":"traceutil/trace.go:171","msg":"trace[1576238336] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4861; }","duration":"255.668645ms","start":"2026-03-02T21:32:34.247596Z","end":"2026-03-02T21:32:34.503265Z","steps":["trace[1576238336] 'agreement among raft nodes before linearized reading' (duration: 255.497121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:36.355105Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826673782,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:32:36.85618Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826673782,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:32:36.971992Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.282280294s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T21:32:36.972474Z","caller":"traceutil/trace.go:171","msg":"trace[11610992] transaction","detail":"{read_only:false; response_revision:4924; number_of_response:1; }","duration":"1.283648647s","start":"2026-03-02T21:32:35.688808Z","end":"2026-03-02T21:32:36.972456Z","steps":["trace[11610992] 'process raft request' (duration: 1.283494794s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:36.972584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:35.68878Z","time spent":"1.28373526s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:37.17832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.309822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:32:37.178495Z","caller":"traceutil/trace.go:171","msg":"trace[1496858228] linearizableReadLoop","detail":"{readStateIndex:5126; appliedIndex:5124; }","duration":"1.323560558s","start":"2026-03-02T21:32:35.854919Z","end":"2026-03-02T21:32:37.178479Z","steps":["trace[1496858228] 'read index received' (duration: 1.117462174s)","trace[1496858228] 'applied index is now lower than readState.Index' (duration: 206.097424ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:37.178594Z","caller":"traceutil/trace.go:171","msg":"trace[1998455558] transaction","detail":"{read_only:false; response_revision:4925; number_of_response:1; }","duration":"432.760342ms","start":"2026-03-02T21:32:36.745821Z","end":"2026-03-02T21:32:37.178582Z","steps":["trace[1998455558] 'process raft request' (duration: 269.05924ms)","trace[1998455558] 'compare' (duration: 163.190239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:37.178668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:36.745793Z","time spent":"432.830954ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:37.178874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.96661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:32:37.178894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.702756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:32:37.178906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323987469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8596da74-78da-4a0d-8d3e-66f802bd432c\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-02T21:32:37.178953Z","caller":"traceutil/trace.go:171","msg":"trace[1226570723] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:4926; }","duration":"794.064923ms","start":"2026-03-02T21:32:36.384868Z","end":"2026-03-02T21:32:37.178933Z","steps":["trace[1226570723] 'agreement among raft nodes before linearized reading' (duration: 793.912439ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:37.178964Z","caller":"traceutil/trace.go:171","msg":"trace[42321885] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8596da74-78da-4a0d-8d3e-66f802bd432c; range_end:; response_count:1; response_revision:4926; }","duration":"1.324103802s","start":"2026-03-02T21:32:35.854846Z","end":"2026-03-02T21:32:37.17895Z","steps":["trace[42321885] 'agreement among raft nodes before linearized reading' (duration: 1.323839205s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:37.178965Z","caller":"traceutil/trace.go:171","msg":"trace[1157158489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4926; }","duration":"548.805659ms","start":"2026-03-02T21:32:36.630137Z","end":"2026-03-02T21:32:37.178943Z","steps":["trace[1157158489] 'agreement among raft nodes before linearized reading' (duration: 548.692336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:37.178966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.685996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T21:32:37.178999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:35.854815Z","time spent":"1.324176254s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8596da74-78da-4a0d-8d3e-66f802bd432c\" "} {"level":"warn","ts":"2026-03-02T21:32:37.178998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.894815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T21:32:37.179009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:36.630118Z","time spent":"548.880131ms","remote":"127.0.0.1:34440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:32:37.179031Z","caller":"traceutil/trace.go:171","msg":"trace[1205685897] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4926; }","duration":"637.779409ms","start":"2026-03-02T21:32:36.541236Z","end":"2026-03-02T21:32:37.179015Z","steps":["trace[1205685897] 'agreement among raft nodes before linearized reading' (duration: 637.583204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:37.178997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:36.384812Z","time spent":"794.173965ms","remote":"127.0.0.1:36008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:32:37.179048Z","caller":"traceutil/trace.go:171","msg":"trace[937226584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4926; }","duration":"636.953407ms","start":"2026-03-02T21:32:36.542079Z","end":"2026-03-02T21:32:37.179033Z","steps":["trace[937226584] 'agreement among raft nodes before linearized reading' (duration: 636.821994ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:37.179011Z","caller":"traceutil/trace.go:171","msg":"trace[41560693] transaction","detail":"{read_only:false; response_revision:4926; number_of_response:1; }","duration":"288.443937ms","start":"2026-03-02T21:32:36.890537Z","end":"2026-03-02T21:32:37.178981Z","steps":["trace[41560693] 'process raft request' (duration: 287.878313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:37.179057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.388392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:32:37.178972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.596142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-02T21:32:37.179093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.073065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-02T21:32:37.179097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:36.542073Z","time spent":"637.013568ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T21:32:37.17912Z","caller":"traceutil/trace.go:171","msg":"trace[334358485] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4926; }","duration":"318.781137ms","start":"2026-03-02T21:32:36.860325Z","end":"2026-03-02T21:32:37.179107Z","steps":["trace[334358485] 'agreement among raft nodes before linearized reading' (duration: 318.541721ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:37.179129Z","caller":"traceutil/trace.go:171","msg":"trace[644760034] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4926; }","duration":"638.136477ms","start":"2026-03-02T21:32:36.540982Z","end":"2026-03-02T21:32:37.179118Z","steps":["trace[644760034] 'agreement among raft nodes before linearized reading' (duration: 638.039145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:37.179157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:36.540965Z","time spent":"638.186248ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:32:37.179159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:36.860304Z","time spent":"318.844478ms","remote":"127.0.0.1:32870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-02T21:32:37.179233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.542422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vwsdl\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-02T21:32:37.179274Z","caller":"traceutil/trace.go:171","msg":"trace[1549688775] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vwsdl; range_end:; response_count:1; response_revision:4926; }","duration":"637.606163ms","start":"2026-03-02T21:32:36.541656Z","end":"2026-03-02T21:32:37.179262Z","steps":["trace[1549688775] 'agreement among raft nodes before linearized reading' (duration: 637.49209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:37.179286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.932883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:32:37.179314Z","caller":"traceutil/trace.go:171","msg":"trace[1172098069] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4926; }","duration":"671.987565ms","start":"2026-03-02T21:32:36.507319Z","end":"2026-03-02T21:32:37.179306Z","steps":["trace[1172098069] 'agreement among raft nodes before linearized reading' (duration: 671.905103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:37.179313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:36.541642Z","time spent":"637.660054ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-vwsdl\" "} {"level":"warn","ts":"2026-03-02T21:32:37.179336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.592559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T21:32:37.179339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:36.507304Z","time spent":"672.029175ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:32:37.179347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.3923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:37.179119Z","caller":"traceutil/trace.go:171","msg":"trace[1219234309] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:4926; }","duration":"533.478805ms","start":"2026-03-02T21:32:36.645622Z","end":"2026-03-02T21:32:37.179101Z","steps":["trace[1219234309] 'agreement among raft nodes before linearized reading' (duration: 533.400413ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:37.179382Z","caller":"traceutil/trace.go:171","msg":"trace[1626051782] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4926; }","duration":"664.708502ms","start":"2026-03-02T21:32:36.514662Z","end":"2026-03-02T21:32:37.17937Z","steps":["trace[1626051782] 'agreement among raft nodes before linearized reading' (duration: 664.540048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:37.179413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:36.514588Z","time spent":"664.816765ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:32:37.179421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:36.645604Z","time spent":"533.797202ms","remote":"127.0.0.1:60564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:32:37.179077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:36.541224Z","time spent":"637.84124ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:32:37.179474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.499066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T21:32:37.1794Z","caller":"traceutil/trace.go:171","msg":"trace[738180281] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:4926; }","duration":"675.476673ms","start":"2026-03-02T21:32:36.503909Z","end":"2026-03-02T21:32:37.179385Z","steps":["trace[738180281] 'agreement among raft nodes before linearized reading' (duration: 675.396461ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:37.179537Z","caller":"traceutil/trace.go:171","msg":"trace[1863143647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4926; }","duration":"638.560957ms","start":"2026-03-02T21:32:36.540959Z","end":"2026-03-02T21:32:37.17952Z","steps":["trace[1863143647] 'agreement among raft nodes before linearized reading' (duration: 638.416473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:37.179585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:36.540918Z","time spent":"638.653169ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:32:37.179614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:36.503891Z","time spent":"675.679647ms","remote":"127.0.0.1:60662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:32:37.684869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826673787,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:32:37.704909Z","caller":"traceutil/trace.go:171","msg":"trace[1614574550] transaction","detail":"{read_only:false; response_revision:4927; number_of_response:1; }","duration":"520.798247ms","start":"2026-03-02T21:32:37.184082Z","end":"2026-03-02T21:32:37.704881Z","steps":["trace[1614574550] 'process raft request' (duration: 508.540379ms)","trace[1614574550] 'compare' (duration: 11.895849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:37.705091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:37.184058Z","time spent":"520.91836ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:37.718118Z","caller":"traceutil/trace.go:171","msg":"trace[1362971133] transaction","detail":"{read_only:false; response_revision:4929; number_of_response:1; }","duration":"533.833653ms","start":"2026-03-02T21:32:37.184265Z","end":"2026-03-02T21:32:37.718099Z","steps":["trace[1362971133] 'process raft request' (duration: 533.755921ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:37.718135Z","caller":"traceutil/trace.go:171","msg":"trace[376210730] transaction","detail":"{read_only:false; response_revision:4928; number_of_response:1; }","duration":"533.925755ms","start":"2026-03-02T21:32:37.184169Z","end":"2026-03-02T21:32:37.718095Z","steps":["trace[376210730] 'process raft request' (duration: 533.762871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:37.71832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:37.184246Z","time spent":"533.926685ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:37.71832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:37.184146Z","time spent":"534.07194ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:37.718574Z","caller":"traceutil/trace.go:171","msg":"trace[1283517829] transaction","detail":"{read_only:false; response_revision:4930; number_of_response:1; }","duration":"533.990498ms","start":"2026-03-02T21:32:37.18455Z","end":"2026-03-02T21:32:37.71854Z","steps":["trace[1283517829] 'process raft request' (duration: 533.513695ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:37.718669Z","caller":"traceutil/trace.go:171","msg":"trace[509802753] transaction","detail":"{read_only:false; response_revision:4932; number_of_response:1; }","duration":"532.814569ms","start":"2026-03-02T21:32:37.185836Z","end":"2026-03-02T21:32:37.718651Z","steps":["trace[509802753] 'process raft request' (duration: 532.734017ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:37.71874Z","caller":"traceutil/trace.go:171","msg":"trace[2028854372] transaction","detail":"{read_only:false; response_revision:4931; number_of_response:1; }","duration":"534.025298ms","start":"2026-03-02T21:32:37.184687Z","end":"2026-03-02T21:32:37.718713Z","steps":["trace[2028854372] 'process raft request' (duration: 533.763862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:37.71878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:37.184543Z","time spent":"534.120941ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:37.71878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:37.185827Z","time spent":"532.900981ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:37.718874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:37.184682Z","time spent":"534.137772ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:39.604155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885504995s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T21:32:39.605002Z","caller":"traceutil/trace.go:171","msg":"trace[353378182] linearizableReadLoop","detail":"{readStateIndex:5134; appliedIndex:5127; }","duration":"2.420536219s","start":"2026-03-02T21:32:37.184445Z","end":"2026-03-02T21:32:39.604981Z","steps":["trace[353378182] 'read index received' (duration: 508.302613ms)","trace[353378182] 'applied index is now lower than readState.Index' (duration: 1.912231635s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:39.605429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.42096855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80084"} {"level":"info","ts":"2026-03-02T21:32:39.605472Z","caller":"traceutil/trace.go:171","msg":"trace[1903575392] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:4933; }","duration":"2.421032041s","start":"2026-03-02T21:32:37.184426Z","end":"2026-03-02T21:32:39.605458Z","steps":["trace[1903575392] 'agreement among raft nodes before linearized reading' (duration: 2.420684423s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:39.605504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:37.184417Z","time spent":"2.421077182s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80107,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-02T21:32:39.605567Z","caller":"traceutil/trace.go:171","msg":"trace[1488941954] transaction","detail":"{read_only:false; response_revision:4933; number_of_response:1; }","duration":"828.890995ms","start":"2026-03-02T21:32:38.776121Z","end":"2026-03-02T21:32:39.605012Z","steps":["trace[1488941954] 'process raft request' (duration: 828.767032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:39.605693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:38.776096Z","time spent":"829.533622ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:39.632455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000036124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T21:32:39.632541Z","caller":"traceutil/trace.go:171","msg":"trace[1036715126] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000158448s","start":"2026-03-02T21:32:37.632369Z","end":"2026-03-02T21:32:39.632527Z","steps":["trace[1036715126] 'agreement among raft nodes before linearized reading' (duration: 2.000061235s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:39.632583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:37.632354Z","time spent":"2.000220279s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 21:32:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T21:32:40.106135Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826673798,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:32:40.483774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.497229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:32:40.48399Z","caller":"traceutil/trace.go:171","msg":"trace[1642569296] linearizableReadLoop","detail":"{readStateIndex:5137; appliedIndex:5135; }","duration":"878.888148ms","start":"2026-03-02T21:32:39.605085Z","end":"2026-03-02T21:32:40.483974Z","steps":["trace[1642569296] 'read index received' (duration: 774.054091ms)","trace[1642569296] 'applied index is now lower than readState.Index' (duration: 104.833167ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:40.484142Z","caller":"traceutil/trace.go:171","msg":"trace[738088875] transaction","detail":"{read_only:false; response_revision:4934; number_of_response:1; }","duration":"1.299147886s","start":"2026-03-02T21:32:39.184981Z","end":"2026-03-02T21:32:40.484129Z","steps":["trace[738088875] 'process raft request' (duration: 1.194211687s)","trace[738088875] 'compare' (duration: 104.201211ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:40.484211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:39.184949Z","time spent":"1.299218798s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:40.484335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.398033585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:32:40.484399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.298111793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"info","ts":"2026-03-02T21:32:40.484435Z","caller":"traceutil/trace.go:171","msg":"trace[1758231162] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:4935; }","duration":"3.298160965s","start":"2026-03-02T21:32:37.186263Z","end":"2026-03-02T21:32:40.484424Z","steps":["trace[1758231162] 'agreement among raft nodes before linearized reading' (duration: 3.298007751s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:40.484429Z","caller":"traceutil/trace.go:171","msg":"trace[1751793256] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:4935; }","duration":"2.398180949s","start":"2026-03-02T21:32:38.086226Z","end":"2026-03-02T21:32:40.484407Z","steps":["trace[1751793256] 'agreement among raft nodes before linearized reading' (duration: 2.397998274s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:40.484464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:37.186258Z","time spent":"3.298199516s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1185,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-03-02T21:32:40.484485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:38.086207Z","time spent":"2.39826311s","remote":"127.0.0.1:34616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:32:40.48451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746527393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-02T21:32:40.484489Z","caller":"traceutil/trace.go:171","msg":"trace[822283570] transaction","detail":"{read_only:false; response_revision:4935; number_of_response:1; }","duration":"1.299440634s","start":"2026-03-02T21:32:39.185006Z","end":"2026-03-02T21:32:40.484446Z","steps":["trace[822283570] 'process raft request' (duration: 1.29886328s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:40.484561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.299798934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8596da74-78da-4a0d-8d3e-66f802bd432c\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-02T21:32:40.484547Z","caller":"traceutil/trace.go:171","msg":"trace[555988447] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4935; }","duration":"1.746599385s","start":"2026-03-02T21:32:38.737937Z","end":"2026-03-02T21:32:40.484536Z","steps":["trace[555988447] 'agreement among raft nodes before linearized reading' (duration: 1.746496442s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:40.484616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:38.737916Z","time spent":"1.746692697s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T21:32:40.48461Z","caller":"traceutil/trace.go:171","msg":"trace[1757414308] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8596da74-78da-4a0d-8d3e-66f802bd432c; range_end:; response_count:1; response_revision:4935; }","duration":"2.299886207s","start":"2026-03-02T21:32:38.184711Z","end":"2026-03-02T21:32:40.484597Z","steps":["trace[1757414308] 'agreement among raft nodes before linearized reading' (duration: 2.299738803s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:40.484597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.218906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-02T21:32:40.484646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:38.18469Z","time spent":"2.299948329s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8596da74-78da-4a0d-8d3e-66f802bd432c\" "} {"level":"warn","ts":"2026-03-02T21:32:40.484696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:39.184979Z","time spent":"1.299603107s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:40.484608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.167053751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T21:32:40.484715Z","caller":"traceutil/trace.go:171","msg":"trace[1708690576] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4935; }","duration":"964.348468ms","start":"2026-03-02T21:32:39.520317Z","end":"2026-03-02T21:32:40.484666Z","steps":["trace[1708690576] 'agreement among raft nodes before linearized reading' (duration: 964.092182ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:40.484767Z","caller":"traceutil/trace.go:171","msg":"trace[1639542209] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4935; }","duration":"3.167218945s","start":"2026-03-02T21:32:37.317526Z","end":"2026-03-02T21:32:40.484745Z","steps":["trace[1639542209] 'agreement among raft nodes before linearized reading' (duration: 3.166880797s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:40.484835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:37.317482Z","time spent":"3.167336788s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:32:40.484782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:39.5203Z","time spent":"964.460232ms","remote":"127.0.0.1:32870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-02T21:32:40.484925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.077531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T21:32:40.484951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.44622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-02T21:32:40.484952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.57198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:32:40.484986Z","caller":"traceutil/trace.go:171","msg":"trace[990926809] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4935; }","duration":"760.529202ms","start":"2026-03-02T21:32:39.724446Z","end":"2026-03-02T21:32:40.484975Z","steps":["trace[990926809] 'agreement among raft nodes before linearized reading' (duration: 760.43331ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:40.485009Z","caller":"traceutil/trace.go:171","msg":"trace[347694232] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4935; }","duration":"775.657492ms","start":"2026-03-02T21:32:39.709334Z","end":"2026-03-02T21:32:40.484991Z","steps":["trace[347694232] 'agreement among raft nodes before linearized reading' (duration: 775.537349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:40.485024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:39.724419Z","time spent":"760.598014ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:32:40.485049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:39.709314Z","time spent":"775.727424ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T21:32:40.484968Z","caller":"traceutil/trace.go:171","msg":"trace[837813444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4935; }","duration":"762.140982ms","start":"2026-03-02T21:32:39.722816Z","end":"2026-03-02T21:32:40.484957Z","steps":["trace[837813444] 'agreement among raft nodes before linearized reading' (duration: 762.04059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:40.485082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.170768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:32:40.485059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.00553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T21:32:40.485123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:39.722806Z","time spent":"762.295317ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T21:32:40.48514Z","caller":"traceutil/trace.go:171","msg":"trace[1987505844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4935; }","duration":"852.24052ms","start":"2026-03-02T21:32:39.632874Z","end":"2026-03-02T21:32:40.485114Z","steps":["trace[1987505844] 'agreement among raft nodes before linearized reading' (duration: 851.975964ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:40.485136Z","caller":"traceutil/trace.go:171","msg":"trace[1736988785] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4935; }","duration":"762.130193ms","start":"2026-03-02T21:32:39.722991Z","end":"2026-03-02T21:32:40.485121Z","steps":["trace[1736988785] 'agreement among raft nodes before linearized reading' (duration: 761.996869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:40.485161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:39.632855Z","time spent":"852.300741ms","remote":"127.0.0.1:34440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:32:40.485192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:39.722959Z","time spent":"762.212175ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:32:40.485189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.458541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T21:32:40.485246Z","caller":"traceutil/trace.go:171","msg":"trace[633385319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4935; }","duration":"762.563433ms","start":"2026-03-02T21:32:39.72267Z","end":"2026-03-02T21:32:40.485234Z","steps":["trace[633385319] 'agreement among raft nodes before linearized reading' (duration: 762.373239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:40.485295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:39.722643Z","time spent":"762.644996ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:32:40.486551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.816686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T21:32:40.486605Z","caller":"traceutil/trace.go:171","msg":"trace[720179719] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4935; }","duration":"763.906508ms","start":"2026-03-02T21:32:39.722686Z","end":"2026-03-02T21:32:40.486592Z","steps":["trace[720179719] 'agreement among raft nodes before linearized reading' (duration: 763.349544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:40.486637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:39.722665Z","time spent":"763.963919ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:32:49.754547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.884771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-02T21:32:49.754653Z","caller":"traceutil/trace.go:171","msg":"trace[123783519] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5097; }","duration":"838.016554ms","start":"2026-03-02T21:32:48.916601Z","end":"2026-03-02T21:32:49.754618Z","steps":["trace[123783519] 'range keys from in-memory index tree' (duration: 837.719196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:49.754697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:48.916585Z","time spent":"838.101626ms","remote":"127.0.0.1:34590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-02T21:32:49.754803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.894875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:32:49.754914Z","caller":"traceutil/trace.go:171","msg":"trace[665599115] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5097; }","duration":"239.036788ms","start":"2026-03-02T21:32:49.515835Z","end":"2026-03-02T21:32:49.754872Z","steps":["trace[665599115] 'count revisions from in-memory index tree' (duration: 238.69916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:49.755032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.914423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:49.755075Z","caller":"traceutil/trace.go:171","msg":"trace[1296995026] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5097; }","duration":"776.962374ms","start":"2026-03-02T21:32:48.978102Z","end":"2026-03-02T21:32:49.755065Z","steps":["trace[1296995026] 'count revisions from in-memory index tree' (duration: 776.834861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:49.755119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:48.978031Z","time spent":"777.072067ms","remote":"127.0.0.1:56448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:32:49.755463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.817982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:49.755513Z","caller":"traceutil/trace.go:171","msg":"trace[1794176251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5097; }","duration":"121.908714ms","start":"2026-03-02T21:32:49.63359Z","end":"2026-03-02T21:32:49.755498Z","steps":["trace[1794176251] 'range keys from in-memory index tree' (duration: 121.721759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:49.755774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.832497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vwsdl\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-02T21:32:49.755836Z","caller":"traceutil/trace.go:171","msg":"trace[1042327098] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vwsdl; range_end:; response_count:1; response_revision:5097; }","duration":"102.894468ms","start":"2026-03-02T21:32:49.652908Z","end":"2026-03-02T21:32:49.755803Z","steps":["trace[1042327098] 'range keys from in-memory index tree' (duration: 102.613921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:54.4549Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826674259,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:32:54.597444Z","caller":"traceutil/trace.go:171","msg":"trace[1480080975] linearizableReadLoop","detail":"{readStateIndex:5345; appliedIndex:5344; }","duration":"642.953207ms","start":"2026-03-02T21:32:53.954475Z","end":"2026-03-02T21:32:54.597428Z","steps":["trace[1480080975] 'read index received' (duration: 642.580358ms)","trace[1480080975] 'applied index is now lower than readState.Index' (duration: 372.209µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:54.597533Z","caller":"traceutil/trace.go:171","msg":"trace[969132032] transaction","detail":"{read_only:false; response_revision:5137; number_of_response:1; }","duration":"685.653147ms","start":"2026-03-02T21:32:53.911838Z","end":"2026-03-02T21:32:54.597491Z","steps":["trace[969132032] 'process raft request' (duration: 685.35506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:54.597662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.175343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-02T21:32:54.597776Z","caller":"traceutil/trace.go:171","msg":"trace[1169709742] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5137; }","duration":"643.311567ms","start":"2026-03-02T21:32:53.954425Z","end":"2026-03-02T21:32:54.597737Z","steps":["trace[1169709742] 'agreement among raft nodes before linearized reading' (duration: 643.088531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:54.59776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:53.911822Z","time spent":"685.831812ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10667,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:54.597815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:53.954406Z","time spent":"643.398989ms","remote":"127.0.0.1:34590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-02T21:32:54.938822Z","caller":"traceutil/trace.go:171","msg":"trace[1428556862] linearizableReadLoop","detail":"{readStateIndex:5347; appliedIndex:5345; }","duration":"341.30277ms","start":"2026-03-02T21:32:54.597496Z","end":"2026-03-02T21:32:54.938799Z","steps":["trace[1428556862] 'read index received' (duration: 316.588761ms)","trace[1428556862] 'applied index is now lower than readState.Index' (duration: 24.713139ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:54.938923Z","caller":"traceutil/trace.go:171","msg":"trace[1885054710] transaction","detail":"{read_only:false; response_revision:5138; number_of_response:1; }","duration":"401.886589ms","start":"2026-03-02T21:32:54.537025Z","end":"2026-03-02T21:32:54.938911Z","steps":["trace[1885054710] 'process raft request' (duration: 377.046126ms)","trace[1885054710] 'compare' (duration: 24.498274ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:54.939031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:54.536994Z","time spent":"401.95377ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:54.939177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.840745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T21:32:54.939233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.428979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T21:32:54.939267Z","caller":"traceutil/trace.go:171","msg":"trace[1000477918] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5139; }","duration":"357.952777ms","start":"2026-03-02T21:32:54.581295Z","end":"2026-03-02T21:32:54.939247Z","steps":["trace[1000477918] 'agreement among raft nodes before linearized reading' (duration: 357.734532ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:54.939288Z","caller":"traceutil/trace.go:171","msg":"trace[617852612] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5139; }","duration":"358.528242ms","start":"2026-03-02T21:32:54.580745Z","end":"2026-03-02T21:32:54.939274Z","steps":["trace[617852612] 'agreement among raft nodes before linearized reading' (duration: 358.349657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:54.939299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.282295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T21:32:54.939317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.306791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T21:32:54.93944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.06121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:32:54.939476Z","caller":"traceutil/trace.go:171","msg":"trace[979325121] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5139; }","duration":"358.119741ms","start":"2026-03-02T21:32:54.581343Z","end":"2026-03-02T21:32:54.939463Z","steps":["trace[979325121] 'agreement among raft nodes before linearized reading' (duration: 358.035279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:54.939513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:54.581329Z","time spent":"358.175162ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:32:54.939357Z","caller":"traceutil/trace.go:171","msg":"trace[981436834] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"390.865432ms","start":"2026-03-02T21:32:54.548479Z","end":"2026-03-02T21:32:54.939344Z","steps":["trace[981436834] 'process raft request' (duration: 390.254436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:54.939637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:54.548453Z","time spent":"391.137039ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:54.93948Z","caller":"traceutil/trace.go:171","msg":"trace[69472430] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5139; }","duration":"365.468716ms","start":"2026-03-02T21:32:54.573955Z","end":"2026-03-02T21:32:54.939424Z","steps":["trace[69472430] 'agreement among raft nodes before linearized reading' (duration: 365.145008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:54.939321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:54.580725Z","time spent":"358.585333ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:32:54.939745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:54.573937Z","time spent":"365.792294ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T21:32:54.939359Z","caller":"traceutil/trace.go:171","msg":"trace[270423314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5139; }","duration":"358.376208ms","start":"2026-03-02T21:32:54.580968Z","end":"2026-03-02T21:32:54.939345Z","steps":["trace[270423314] 'agreement among raft nodes before linearized reading' (duration: 358.166552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:54.939978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:54.580952Z","time spent":"358.991573ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:32:54.939312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:54.581285Z","time spent":"358.016868ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:32:54.939377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.354627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T21:32:54.940093Z","caller":"traceutil/trace.go:171","msg":"trace[35132318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5139; }","duration":"357.078885ms","start":"2026-03-02T21:32:54.582998Z","end":"2026-03-02T21:32:54.940077Z","steps":["trace[35132318] 'agreement among raft nodes before linearized reading' (duration: 356.345527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:54.940125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:54.582987Z","time spent":"357.129066ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T21:32:55.011857Z","caller":"traceutil/trace.go:171","msg":"trace[2119043803] transaction","detail":"{read_only:false; response_revision:5140; number_of_response:1; }","duration":"407.733554ms","start":"2026-03-02T21:32:54.60409Z","end":"2026-03-02T21:32:55.011824Z","steps":["trace[2119043803] 'process raft request' (duration: 407.453338ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:55.011972Z","caller":"traceutil/trace.go:171","msg":"trace[573886949] transaction","detail":"{read_only:false; response_revision:5141; number_of_response:1; }","duration":"406.869943ms","start":"2026-03-02T21:32:54.605084Z","end":"2026-03-02T21:32:55.011954Z","steps":["trace[573886949] 'process raft request' (duration: 406.602646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:55.012153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:54.605056Z","time spent":"407.048556ms","remote":"127.0.0.1:34728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:55.012074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:54.60407Z","time spent":"407.869818ms","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:55.012403Z","caller":"traceutil/trace.go:171","msg":"trace[927534711] transaction","detail":"{read_only:false; response_revision:5142; number_of_response:1; }","duration":"407.16582ms","start":"2026-03-02T21:32:54.605211Z","end":"2026-03-02T21:32:55.012376Z","steps":["trace[927534711] 'process raft request' (duration: 406.657408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:55.012542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:54.605198Z","time spent":"407.271782ms","remote":"127.0.0.1:34728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:55.012894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.705094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-35a18a49-e636-449a-9c57-5c962e1edb8c\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-02T21:32:55.012945Z","caller":"traceutil/trace.go:171","msg":"trace[1837303330] range","detail":"{range_begin:/registry/persistentvolumes/pvc-35a18a49-e636-449a-9c57-5c962e1edb8c; range_end:; response_count:1; response_revision:5144; }","duration":"411.796926ms","start":"2026-03-02T21:32:54.601136Z","end":"2026-03-02T21:32:55.012933Z","steps":["trace[1837303330] 'agreement among raft nodes before linearized reading' (duration: 411.642672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:55.012979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:54.601116Z","time spent":"411.855478ms","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-35a18a49-e636-449a-9c57-5c962e1edb8c\" "} {"level":"info","ts":"2026-03-02T21:32:55.013055Z","caller":"traceutil/trace.go:171","msg":"trace[1913614819] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"397.217972ms","start":"2026-03-02T21:32:54.615823Z","end":"2026-03-02T21:32:55.013041Z","steps":["trace[1913614819] 'process raft request' (duration: 396.708459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:55.013118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:54.615801Z","time spent":"397.288833ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:55.012612Z","caller":"traceutil/trace.go:171","msg":"trace[1043573328] transaction","detail":"{read_only:false; response_revision:5143; number_of_response:1; }","duration":"407.285973ms","start":"2026-03-02T21:32:54.605312Z","end":"2026-03-02T21:32:55.012598Z","steps":["trace[1043573328] 'process raft request' (duration: 406.836771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:55.013401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.608267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10682"} {"level":"info","ts":"2026-03-02T21:32:55.01362Z","caller":"traceutil/trace.go:171","msg":"trace[1309888591] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5144; }","duration":"408.885303ms","start":"2026-03-02T21:32:54.604704Z","end":"2026-03-02T21:32:55.013589Z","steps":["trace[1309888591] 'agreement among raft nodes before linearized reading' (duration: 408.36809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:55.013746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:54.604676Z","time spent":"409.050698ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10705,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-02T21:32:55.013506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:54.6053Z","time spent":"408.148384ms","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:55.014287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.19815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:55.014349Z","caller":"traceutil/trace.go:171","msg":"trace[374828813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5144; }","duration":"381.308103ms","start":"2026-03-02T21:32:54.633027Z","end":"2026-03-02T21:32:55.014335Z","steps":["trace[374828813] 'agreement among raft nodes before linearized reading' (duration: 379.881916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:55.014381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:54.633008Z","time spent":"381.366164ms","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:32:55.255646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.900535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:32:55.255912Z","caller":"traceutil/trace.go:171","msg":"trace[2120509571] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"311.960155ms","start":"2026-03-02T21:32:54.943926Z","end":"2026-03-02T21:32:55.255886Z","steps":["trace[2120509571] 'process raft request' (duration: 311.856472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:55.256044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:54.943904Z","time spent":"312.065267ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:55.256075Z","caller":"traceutil/trace.go:171","msg":"trace[1483752594] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"312.184811ms","start":"2026-03-02T21:32:54.943851Z","end":"2026-03-02T21:32:55.256036Z","steps":["trace[1483752594] 'process raft request' (duration: 173.697293ms)","trace[1483752594] 'compare' (duration: 137.73431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:55.25624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:54.943831Z","time spent":"312.315514ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:55.25627Z","caller":"traceutil/trace.go:171","msg":"trace[1072404331] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"312.289622ms","start":"2026-03-02T21:32:54.943955Z","end":"2026-03-02T21:32:55.256245Z","steps":["trace[1072404331] 'process raft request' (duration: 311.887013ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:55.256659Z","caller":"traceutil/trace.go:171","msg":"trace[792701524] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"312.459467ms","start":"2026-03-02T21:32:54.944113Z","end":"2026-03-02T21:32:55.256573Z","steps":["trace[792701524] 'process raft request' (duration: 312.034786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:55.256677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:54.943934Z","time spent":"312.658562ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:55.256742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:54.944085Z","time spent":"312.612491ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:55.256815Z","caller":"traceutil/trace.go:171","msg":"trace[432037144] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"312.324523ms","start":"2026-03-02T21:32:54.944477Z","end":"2026-03-02T21:32:55.256801Z","steps":["trace[432037144] 'process raft request' (duration: 312.036466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:55.256898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:54.944465Z","time spent":"312.397446ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:55.257029Z","caller":"traceutil/trace.go:171","msg":"trace[604825519] transaction","detail":"{read_only:false; response_revision:5150; number_of_response:1; }","duration":"312.057607ms","start":"2026-03-02T21:32:54.944954Z","end":"2026-03-02T21:32:55.257012Z","steps":["trace[604825519] 'process raft request' (duration: 311.794091ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:55.257037Z","caller":"traceutil/trace.go:171","msg":"trace[1711743328] linearizableReadLoop","detail":"{readStateIndex:5358; appliedIndex:5352; }","duration":"241.806877ms","start":"2026-03-02T21:32:55.015196Z","end":"2026-03-02T21:32:55.257003Z","steps":["trace[1711743328] 'read index received' (duration: 102.366675ms)","trace[1711743328] 'applied index is now lower than readState.Index' (duration: 139.438502ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:55.257129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:54.944943Z","time spent":"312.140469ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:55.257252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.028613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:55.257305Z","caller":"traceutil/trace.go:171","msg":"trace[1708355672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5150; }","duration":"242.136565ms","start":"2026-03-02T21:32:55.015154Z","end":"2026-03-02T21:32:55.25729Z","steps":["trace[1708355672] 'agreement among raft nodes before linearized reading' (duration: 242.000392ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:55.276002Z","caller":"traceutil/trace.go:171","msg":"trace[1246507290] transaction","detail":"{read_only:false; response_revision:5151; number_of_response:1; }","duration":"216.849472ms","start":"2026-03-02T21:32:55.059098Z","end":"2026-03-02T21:32:55.275947Z","steps":["trace[1246507290] 'process raft request' (duration: 216.612016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:55.27608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.642615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-02T21:32:55.276273Z","caller":"traceutil/trace.go:171","msg":"trace[1138429346] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5151; }","duration":"259.881691ms","start":"2026-03-02T21:32:55.016341Z","end":"2026-03-02T21:32:55.276223Z","steps":["trace[1138429346] 'agreement among raft nodes before linearized reading' (duration: 259.550853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:55.77242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.018747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-02T21:32:55.772536Z","caller":"traceutil/trace.go:171","msg":"trace[1111710693] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5151; }","duration":"219.159861ms","start":"2026-03-02T21:32:55.553346Z","end":"2026-03-02T21:32:55.772506Z","steps":["trace[1111710693] 'range keys from in-memory index tree' (duration: 218.839942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:55.772568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.329141ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:55.772686Z","caller":"traceutil/trace.go:171","msg":"trace[2138060764] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5151; }","duration":"345.456614ms","start":"2026-03-02T21:32:55.427212Z","end":"2026-03-02T21:32:55.772669Z","steps":["trace[2138060764] 'range keys from in-memory index tree' (duration: 345.31406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:55.772713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.30215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-02T21:32:55.772779Z","caller":"traceutil/trace.go:171","msg":"trace[1068487681] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5151; }","duration":"258.411303ms","start":"2026-03-02T21:32:55.514348Z","end":"2026-03-02T21:32:55.77276Z","steps":["trace[1068487681] 'range keys from in-memory index tree' (duration: 258.082545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:55.77283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.169461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:32:55.772925Z","caller":"traceutil/trace.go:171","msg":"trace[1923039942] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5151; }","duration":"227.357336ms","start":"2026-03-02T21:32:55.54555Z","end":"2026-03-02T21:32:55.772908Z","steps":["trace[1923039942] 'count revisions from in-memory index tree' (duration: 227.076218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:55.773158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.151438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T21:32:55.773506Z","caller":"traceutil/trace.go:171","msg":"trace[1046003453] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5151; }","duration":"268.336363ms","start":"2026-03-02T21:32:55.504905Z","end":"2026-03-02T21:32:55.773242Z","steps":["trace[1046003453] 'range keys from in-memory index tree' (duration: 267.46184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:56.357077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.039048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:32:56.357225Z","caller":"traceutil/trace.go:171","msg":"trace[2057944171] linearizableReadLoop","detail":"{readStateIndex:5362; appliedIndex:5361; }","duration":"477.914544ms","start":"2026-03-02T21:32:55.879288Z","end":"2026-03-02T21:32:56.357203Z","steps":["trace[2057944171] 'read index received' (duration: 153.606029ms)","trace[2057944171] 'applied index is now lower than readState.Index' (duration: 324.306775ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:56.357339Z","caller":"traceutil/trace.go:171","msg":"trace[1347897261] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"487.682668ms","start":"2026-03-02T21:32:55.869638Z","end":"2026-03-02T21:32:56.357321Z","steps":["trace[1347897261] 'process raft request' (duration: 163.291311ms)","trace[1347897261] 'compare' (duration: 323.833123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:56.357434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:55.869613Z","time spent":"487.772559ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:56.357539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.730376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:32:56.357571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.277543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-03-02T21:32:56.357601Z","caller":"traceutil/trace.go:171","msg":"trace[1191566001] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:5154; }","duration":"429.838638ms","start":"2026-03-02T21:32:55.927748Z","end":"2026-03-02T21:32:56.357587Z","steps":["trace[1191566001] 'agreement among raft nodes before linearized reading' (duration: 429.686175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:56.357633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:55.92773Z","time spent":"429.896419ms","remote":"127.0.0.1:34658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":75,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:32:56.357645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.076374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:32:56.357647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.168711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:32:56.357718Z","caller":"traceutil/trace.go:171","msg":"trace[1973815236] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5154; }","duration":"426.188847ms","start":"2026-03-02T21:32:55.931512Z","end":"2026-03-02T21:32:56.357701Z","steps":["trace[1973815236] 'agreement among raft nodes before linearized reading' (duration: 426.059224ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:56.357726Z","caller":"traceutil/trace.go:171","msg":"trace[637127273] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5154; }","duration":"237.302135ms","start":"2026-03-02T21:32:56.120407Z","end":"2026-03-02T21:32:56.357709Z","steps":["trace[637127273] 'agreement among raft nodes before linearized reading' (duration: 237.161252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:56.357762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:55.931492Z","time spent":"426.257578ms","remote":"127.0.0.1:34932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T21:32:56.357765Z","caller":"traceutil/trace.go:171","msg":"trace[879675851] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5154; }","duration":"478.495027ms","start":"2026-03-02T21:32:55.879249Z","end":"2026-03-02T21:32:56.357744Z","steps":["trace[879675851] 'agreement among raft nodes before linearized reading' (duration: 478.168699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:56.357843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:55.879234Z","time spent":"478.58863ms","remote":"127.0.0.1:34940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9660,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"info","ts":"2026-03-02T21:33:29.551064Z","caller":"traceutil/trace.go:171","msg":"trace[1481798184] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"481.094652ms","start":"2026-03-02T21:33:29.069942Z","end":"2026-03-02T21:33:29.551036Z","steps":["trace[1481798184] 'process raft request' (duration: 480.924398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:33:29.551237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:33:29.069917Z","time spent":"481.240956ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:33:29.554943Z","caller":"traceutil/trace.go:171","msg":"trace[816900512] linearizableReadLoop","detail":"{readStateIndex:5641; appliedIndex:5639; }","duration":"137.446444ms","start":"2026-03-02T21:33:29.417459Z","end":"2026-03-02T21:33:29.554905Z","steps":["trace[816900512] 'read index received' (duration: 133.423213ms)","trace[816900512] 'applied index is now lower than readState.Index' (duration: 4.021901ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:33:29.555074Z","caller":"traceutil/trace.go:171","msg":"trace[1721009616] transaction","detail":"{read_only:false; response_revision:5424; number_of_response:1; }","duration":"485.020122ms","start":"2026-03-02T21:33:29.070042Z","end":"2026-03-02T21:33:29.555062Z","steps":["trace[1721009616] 'process raft request' (duration: 484.726524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:33:29.555195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:33:29.070027Z","time spent":"485.083583ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:33:29.55521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.200822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:33:29.555259Z","caller":"traceutil/trace.go:171","msg":"trace[99203527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5424; }","duration":"118.276304ms","start":"2026-03-02T21:33:29.436967Z","end":"2026-03-02T21:33:29.555243Z","steps":["trace[99203527] 'agreement among raft nodes before linearized reading' (duration: 118.126791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:33:29.555372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.821671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-02T21:33:29.55539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.036812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T21:33:29.555429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.744326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T21:33:29.555265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.775162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T21:33:29.555489Z","caller":"traceutil/trace.go:171","msg":"trace[150588286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5424; }","duration":"132.818838ms","start":"2026-03-02T21:33:29.422649Z","end":"2026-03-02T21:33:29.555467Z","steps":["trace[150588286] 'agreement among raft nodes before linearized reading' (duration: 132.696155ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:29.555479Z","caller":"traceutil/trace.go:171","msg":"trace[165486330] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5424; }","duration":"119.159876ms","start":"2026-03-02T21:33:29.4363Z","end":"2026-03-02T21:33:29.55546Z","steps":["trace[165486330] 'agreement among raft nodes before linearized reading' (duration: 118.957161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:33:29.555487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.032309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:33:29.555609Z","caller":"traceutil/trace.go:171","msg":"trace[1280073357] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5424; }","duration":"138.190233ms","start":"2026-03-02T21:33:29.417408Z","end":"2026-03-02T21:33:29.555598Z","steps":["trace[1280073357] 'agreement among raft nodes before linearized reading' (duration: 137.917296ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:29.555631Z","caller":"traceutil/trace.go:171","msg":"trace[2128513701] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5424; }","duration":"138.194722ms","start":"2026-03-02T21:33:29.41742Z","end":"2026-03-02T21:33:29.555615Z","steps":["trace[2128513701] 'agreement among raft nodes before linearized reading' (duration: 137.69539ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:29.555451Z","caller":"traceutil/trace.go:171","msg":"trace[1715312839] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5424; }","duration":"107.957555ms","start":"2026-03-02T21:33:29.447472Z","end":"2026-03-02T21:33:29.555429Z","steps":["trace[1715312839] 'agreement among raft nodes before linearized reading' (duration: 107.730739ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:49.039521Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2673} {"level":"info","ts":"2026-03-02T21:33:49.096647Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2673,"took":"55.730738ms","hash":3640807173,"current-db-size-bytes":40685568,"current-db-size":"41 MB","current-db-size-in-use-bytes":30273536,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-02T21:33:49.096718Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3640807173,"revision":2673,"compact-revision":-1} {"level":"info","ts":"2026-03-02T21:33:54.498618Z","caller":"traceutil/trace.go:171","msg":"trace[889162505] transaction","detail":"{read_only:false; response_revision:5586; number_of_response:1; }","duration":"146.989435ms","start":"2026-03-02T21:33:54.351604Z","end":"2026-03-02T21:33:54.498594Z","steps":["trace[889162505] 'process raft request' (duration: 146.840282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:36:28.507218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.136286ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:36:28.507311Z","caller":"traceutil/trace.go:171","msg":"trace[86853897] transaction","detail":"{read_only:false; response_revision:6533; number_of_response:1; }","duration":"182.211862ms","start":"2026-03-02T21:36:28.325085Z","end":"2026-03-02T21:36:28.507297Z","steps":["trace[86853897] 'process raft request' (duration: 43.684885ms)","trace[86853897] 'compare' (duration: 137.922021ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:36:28.507914Z","caller":"traceutil/trace.go:171","msg":"trace[391109374] transaction","detail":"{read_only:false; response_revision:6534; number_of_response:1; }","duration":"153.059491ms","start":"2026-03-02T21:36:28.354791Z","end":"2026-03-02T21:36:28.50785Z","steps":["trace[391109374] 'process raft request' (duration: 152.832105ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:36:28.507934Z","caller":"traceutil/trace.go:171","msg":"trace[858204354] transaction","detail":"{read_only:false; response_revision:6535; number_of_response:1; }","duration":"151.83874ms","start":"2026-03-02T21:36:28.356053Z","end":"2026-03-02T21:36:28.507892Z","steps":["trace[858204354] 'process raft request' (duration: 151.710467ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:49.046104Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5554} {"level":"info","ts":"2026-03-02T21:38:49.134042Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5554,"took":"86.262104ms","hash":1960799267,"current-db-size-bytes":44179456,"current-db-size":"44 MB","current-db-size-in-use-bytes":23162880,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-02T21:38:49.134095Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1960799267,"revision":5554,"compact-revision":2673} {"level":"warn","ts":"2026-03-02T21:38:49.79308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.069949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:49.793238Z","caller":"traceutil/trace.go:171","msg":"trace[581309992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7639; }","duration":"161.268774ms","start":"2026-03-02T21:38:49.631954Z","end":"2026-03-02T21:38:49.793223Z","steps":["trace[581309992] 'range keys from in-memory index tree' (duration: 160.967357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:50.906361Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826681146,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:38:51.407144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826681146,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:38:51.907509Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826681146,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:38:52.330559Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.122775168s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T21:38:52.330944Z","caller":"traceutil/trace.go:171","msg":"trace[1164825054] transaction","detail":"{read_only:false; response_revision:7640; number_of_response:1; }","duration":"2.123220379s","start":"2026-03-02T21:38:50.207701Z","end":"2026-03-02T21:38:52.330921Z","steps":["trace[1164825054] 'process raft request' (duration: 2.123083836s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:52.331085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:50.207682Z","time spent":"2.123332633s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:38:52.332676Z","caller":"traceutil/trace.go:171","msg":"trace[1162830095] transaction","detail":"{read_only:false; response_revision:7641; number_of_response:1; }","duration":"1.211324525s","start":"2026-03-02T21:38:51.121323Z","end":"2026-03-02T21:38:52.332648Z","steps":["trace[1162830095] 'process raft request' (duration: 1.211136099s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:52.332811Z","caller":"traceutil/trace.go:171","msg":"trace[77170085] linearizableReadLoop","detail":"{readStateIndex:7936; appliedIndex:7933; }","duration":"1.927288066s","start":"2026-03-02T21:38:50.405483Z","end":"2026-03-02T21:38:52.332771Z","steps":["trace[77170085] 'read index received' (duration: 1.925308176s)","trace[77170085] 'applied index is now lower than readState.Index' (duration: 1.97903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:38:52.332864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:51.121306Z","time spent":"1.211463328s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:38:52.332862Z","caller":"traceutil/trace.go:171","msg":"trace[10668229] transaction","detail":"{read_only:false; response_revision:7642; number_of_response:1; }","duration":"1.17091889s","start":"2026-03-02T21:38:51.161913Z","end":"2026-03-02T21:38:52.332832Z","steps":["trace[10668229] 'process raft request' (duration: 1.170679704s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:52.333017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:51.161903Z","time spent":"1.171031313s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:38:52.333041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.927551353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-02T21:38:52.333071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.434981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T21:38:52.333082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921498651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127661"} {"level":"info","ts":"2026-03-02T21:38:52.333109Z","caller":"traceutil/trace.go:171","msg":"trace[710796160] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7642; }","duration":"928.507753ms","start":"2026-03-02T21:38:51.404592Z","end":"2026-03-02T21:38:52.3331Z","steps":["trace[710796160] 'agreement among raft nodes before linearized reading' (duration: 928.40173ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:52.333071Z","caller":"traceutil/trace.go:171","msg":"trace[302564072] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:7642; }","duration":"1.927591834s","start":"2026-03-02T21:38:50.40547Z","end":"2026-03-02T21:38:52.333062Z","steps":["trace[302564072] 'agreement among raft nodes before linearized reading' (duration: 1.927456701s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:52.33314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:51.404569Z","time spent":"928.564664ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:38:52.33315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:50.405407Z","time spent":"1.927734547s","remote":"127.0.0.1:34514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-02T21:38:52.333168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136629732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7b5ddcd74c-5sh7w.189924026d9546a0\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-02T21:38:52.333192Z","caller":"traceutil/trace.go:171","msg":"trace[1441013923] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7b5ddcd74c-5sh7w.189924026d9546a0; range_end:; response_count:1; response_revision:7642; }","duration":"1.136685292s","start":"2026-03-02T21:38:51.196499Z","end":"2026-03-02T21:38:52.333184Z","steps":["trace[1441013923] 'agreement among raft nodes before linearized reading' (duration: 1.136626221s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:52.333218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:51.196476Z","time spent":"1.136737514s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-7b5ddcd74c-5sh7w.189924026d9546a0\" "} {"level":"warn","ts":"2026-03-02T21:38:52.333239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.102277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:38:52.333279Z","caller":"traceutil/trace.go:171","msg":"trace[980472021] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7642; }","duration":"927.145628ms","start":"2026-03-02T21:38:51.406114Z","end":"2026-03-02T21:38:52.33326Z","steps":["trace[980472021] 'agreement among raft nodes before linearized reading' (duration: 927.078126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:52.333306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:51.406104Z","time spent":"927.196599ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:38:52.333339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700660084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:52.333363Z","caller":"traceutil/trace.go:171","msg":"trace[634359684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7642; }","duration":"1.700726565s","start":"2026-03-02T21:38:50.632631Z","end":"2026-03-02T21:38:52.333357Z","steps":["trace[634359684] 'agreement among raft nodes before linearized reading' (duration: 1.700693085s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:52.33338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:50.632615Z","time spent":"1.700762026s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:38:52.333419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.274757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T21:38:52.333439Z","caller":"traceutil/trace.go:171","msg":"trace[2004816924] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7642; }","duration":"928.317818ms","start":"2026-03-02T21:38:51.405115Z","end":"2026-03-02T21:38:52.333433Z","steps":["trace[2004816924] 'agreement among raft nodes before linearized reading' (duration: 928.246767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:52.333356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103305585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:52.333499Z","caller":"traceutil/trace.go:171","msg":"trace[2038442304] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:7642; }","duration":"1.103553111s","start":"2026-03-02T21:38:51.229923Z","end":"2026-03-02T21:38:52.333476Z","steps":["trace[2038442304] 'agreement among raft nodes before linearized reading' (duration: 1.103161462s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:52.33357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:51.229856Z","time spent":"1.103694585s","remote":"127.0.0.1:34884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:38:52.333589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.240141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T21:38:52.33327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.325667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:38:52.33362Z","caller":"traceutil/trace.go:171","msg":"trace[485291301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7642; }","duration":"933.309093ms","start":"2026-03-02T21:38:51.400304Z","end":"2026-03-02T21:38:52.333613Z","steps":["trace[485291301] 'agreement among raft nodes before linearized reading' (duration: 933.21348ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:52.333667Z","caller":"traceutil/trace.go:171","msg":"trace[1252145860] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7642; }","duration":"906.757378ms","start":"2026-03-02T21:38:51.426894Z","end":"2026-03-02T21:38:52.333652Z","steps":["trace[1252145860] 'agreement among raft nodes before linearized reading' (duration: 906.247705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:52.333719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:51.426874Z","time spent":"906.832399ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:38:52.333457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:51.405104Z","time spent":"928.348589ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:38:52.333681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:51.400286Z","time spent":"933.373294ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T21:38:52.333112Z","caller":"traceutil/trace.go:171","msg":"trace[702907917] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:7642; }","duration":"1.921550312s","start":"2026-03-02T21:38:50.411553Z","end":"2026-03-02T21:38:52.333104Z","steps":["trace[702907917] 'agreement among raft nodes before linearized reading' (duration: 1.921438399s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:52.333884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:50.411542Z","time spent":"1.922335772s","remote":"127.0.0.1:34500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127684,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-02T21:38:52.333625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.937229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T21:38:52.333989Z","caller":"traceutil/trace.go:171","msg":"trace[1274860409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7642; }","duration":"940.33283ms","start":"2026-03-02T21:38:51.393638Z","end":"2026-03-02T21:38:52.333971Z","steps":["trace[1274860409] 'agreement among raft nodes before linearized reading' (duration: 939.9377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:52.334054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:51.393603Z","time spent":"940.432781ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:38:52.335268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.393632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vwsdl\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-02T21:38:52.335942Z","caller":"traceutil/trace.go:171","msg":"trace[344039833] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vwsdl; range_end:; response_count:1; response_revision:7642; }","duration":"500.248394ms","start":"2026-03-02T21:38:51.835484Z","end":"2026-03-02T21:38:52.335732Z","steps":["trace[344039833] 'agreement among raft nodes before linearized reading' (duration: 498.066889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:52.336355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:51.835465Z","time spent":"500.806068ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-vwsdl\" "} {"level":"warn","ts":"2026-03-02T21:39:04.127115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:03.410729Z","time spent":"716.359762ms","remote":"127.0.0.1:48158","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T21:39:04.160911Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.70849589s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T21:39:04.161416Z","caller":"traceutil/trace.go:171","msg":"trace[1586028305] transaction","detail":"{read_only:false; response_revision:7688; number_of_response:1; }","duration":"1.790642959s","start":"2026-03-02T21:39:02.370747Z","end":"2026-03-02T21:39:04.16139Z","steps":["trace[1586028305] 'process raft request' (duration: 1.790424334s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:04.161602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:02.370728Z","time spent":"1.790775173s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:04.161665Z","caller":"traceutil/trace.go:171","msg":"trace[1492921271] transaction","detail":"{read_only:false; response_revision:7689; number_of_response:1; }","duration":"1.789655735s","start":"2026-03-02T21:39:02.371963Z","end":"2026-03-02T21:39:04.161619Z","steps":["trace[1492921271] 'process raft request' (duration: 1.789378918s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:04.161842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:02.37194Z","time spent":"1.789812829s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:04.162168Z","caller":"traceutil/trace.go:171","msg":"trace[1436287529] linearizableReadLoop","detail":"{readStateIndex:7987; appliedIndex:7984; }","duration":"1.771028738s","start":"2026-03-02T21:39:02.391073Z","end":"2026-03-02T21:39:04.162102Z","steps":["trace[1436287529] 'read index received' (duration: 61.288397ms)","trace[1436287529] 'applied index is now lower than readState.Index' (duration: 1.70973212s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:04.162362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771290424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:39:04.162425Z","caller":"traceutil/trace.go:171","msg":"trace[1515722127] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7689; }","duration":"1.771380336s","start":"2026-03-02T21:39:02.391025Z","end":"2026-03-02T21:39:04.162405Z","steps":["trace[1515722127] 'agreement among raft nodes before linearized reading' (duration: 1.771184851s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:04.162464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:02.391012Z","time spent":"1.771444537s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T21:39:04.186429Z","caller":"traceutil/trace.go:171","msg":"trace[1997683254] transaction","detail":"{read_only:false; response_revision:7690; number_of_response:1; }","duration":"1.73282265s","start":"2026-03-02T21:39:02.453583Z","end":"2026-03-02T21:39:04.186406Z","steps":["trace[1997683254] 'process raft request' (duration: 1.732546654s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:04.18649Z","caller":"traceutil/trace.go:171","msg":"trace[1528253317] transaction","detail":"{read_only:false; response_revision:7691; number_of_response:1; }","duration":"1.659610634s","start":"2026-03-02T21:39:02.526862Z","end":"2026-03-02T21:39:04.186473Z","steps":["trace[1528253317] 'process raft request' (duration: 1.65945201s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:04.186556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:02.453565Z","time spent":"1.732922312s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:04.186598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:02.526837Z","time spent":"1.659710297s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:04.186603Z","caller":"traceutil/trace.go:171","msg":"trace[1731858743] transaction","detail":"{read_only:false; response_revision:7692; number_of_response:1; }","duration":"1.202296407s","start":"2026-03-02T21:39:02.984243Z","end":"2026-03-02T21:39:04.186539Z","steps":["trace[1731858743] 'process raft request' (duration: 1.202134483s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:04.186875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789075121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T21:39:04.186924Z","caller":"traceutil/trace.go:171","msg":"trace[1095880392] transaction","detail":"{read_only:false; response_revision:7693; number_of_response:1; }","duration":"769.743871ms","start":"2026-03-02T21:39:03.417164Z","end":"2026-03-02T21:39:04.186908Z","steps":["trace[1095880392] 'process raft request' (duration: 769.259009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:04.186913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.778263079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vwsdl\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-02T21:39:04.186859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792356143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T21:39:04.186965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.791558372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T21:39:04.18696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.790273011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:39:04.186942Z","caller":"traceutil/trace.go:171","msg":"trace[2012082646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7693; }","duration":"1.789154352s","start":"2026-03-02T21:39:02.397775Z","end":"2026-03-02T21:39:04.18693Z","steps":["trace[2012082646] 'agreement among raft nodes before linearized reading' (duration: 1.788917916s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:04.187011Z","caller":"traceutil/trace.go:171","msg":"trace[875950701] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7693; }","duration":"1.791646644s","start":"2026-03-02T21:39:02.395349Z","end":"2026-03-02T21:39:04.186995Z","steps":["trace[875950701] 'agreement among raft nodes before linearized reading' (duration: 1.791565532s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:04.187039Z","caller":"traceutil/trace.go:171","msg":"trace[51722132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7693; }","duration":"1.790373143s","start":"2026-03-02T21:39:02.396647Z","end":"2026-03-02T21:39:04.18702Z","steps":["trace[51722132] 'agreement among raft nodes before linearized reading' (duration: 1.790197478s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:04.18705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:02.397768Z","time spent":"1.789266365s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:39:04.187064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:02.395325Z","time spent":"1.791725396s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:39:04.187056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.408327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:39:04.18709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:02.396631Z","time spent":"1.790446495s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T21:39:04.187114Z","caller":"traceutil/trace.go:171","msg":"trace[550816991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7693; }","duration":"557.502049ms","start":"2026-03-02T21:39:03.629604Z","end":"2026-03-02T21:39:04.187106Z","steps":["trace[550816991] 'agreement among raft nodes before linearized reading' (duration: 557.408966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:04.187121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.687036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:39:04.187134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:03.629589Z","time spent":"557.54036ms","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:39:04.186985Z","caller":"traceutil/trace.go:171","msg":"trace[871569339] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7693; }","duration":"1.792526656s","start":"2026-03-02T21:39:02.394449Z","end":"2026-03-02T21:39:04.186976Z","steps":["trace[871569339] 'agreement among raft nodes before linearized reading' (duration: 1.792221629s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:04.186875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:02.984215Z","time spent":"1.202528043s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:04.187173Z","caller":"traceutil/trace.go:171","msg":"trace[881516410] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:7693; }","duration":"585.743507ms","start":"2026-03-02T21:39:03.601401Z","end":"2026-03-02T21:39:04.187144Z","steps":["trace[881516410] 'agreement among raft nodes before linearized reading' (duration: 585.684305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:04.187182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:02.394438Z","time spent":"1.792737182s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:39:04.1872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:03.601385Z","time spent":"585.808139ms","remote":"127.0.0.1:56448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:39:04.186984Z","caller":"traceutil/trace.go:171","msg":"trace[992875633] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vwsdl; range_end:; response_count:1; response_revision:7693; }","duration":"1.778367332s","start":"2026-03-02T21:39:02.4086Z","end":"2026-03-02T21:39:04.186968Z","steps":["trace[992875633] 'agreement among raft nodes before linearized reading' (duration: 1.778150107s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:04.187256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:02.408581Z","time spent":"1.778668979s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-vwsdl\" "} {"level":"warn","ts":"2026-03-02T21:39:04.18727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787326006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-02T21:39:04.187161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.62905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"warn","ts":"2026-03-02T21:39:04.186985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:03.417148Z","time spent":"769.806083ms","remote":"127.0.0.1:34616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19433,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:04.187451Z","caller":"traceutil/trace.go:171","msg":"trace[1997929825] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7693; }","duration":"723.135372ms","start":"2026-03-02T21:39:03.46424Z","end":"2026-03-02T21:39:04.187375Z","steps":["trace[1997929825] 'agreement among raft nodes before linearized reading' (duration: 722.446935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:04.187533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:03.464219Z","time spent":"723.299756ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T21:39:04.187968Z","caller":"traceutil/trace.go:171","msg":"trace[330906774] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7693; }","duration":"1.787519002s","start":"2026-03-02T21:39:02.399788Z","end":"2026-03-02T21:39:04.187306Z","steps":["trace[330906774] 'agreement among raft nodes before linearized reading' (duration: 1.787140872s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:04.188147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:02.399781Z","time spent":"1.788326222s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:39:04.304586Z","caller":"traceutil/trace.go:171","msg":"trace[1193787793] linearizableReadLoop","detail":"{readStateIndex:7992; appliedIndex:7991; }","duration":"116.260525ms","start":"2026-03-02T21:39:04.188292Z","end":"2026-03-02T21:39:04.304552Z","steps":["trace[1193787793] 'read index received' (duration: 97.75338ms)","trace[1193787793] 'applied index is now lower than readState.Index' (duration: 18.505525ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:04.3046Z","caller":"traceutil/trace.go:171","msg":"trace[443129179] transaction","detail":"{read_only:false; response_revision:7694; number_of_response:1; }","duration":"137.946858ms","start":"2026-03-02T21:39:04.166622Z","end":"2026-03-02T21:39:04.304569Z","steps":["trace[443129179] 'process raft request' (duration: 119.399353ms)","trace[443129179] 'compare' (duration: 18.259168ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:04.304746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.420579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:39:04.304831Z","caller":"traceutil/trace.go:171","msg":"trace[1066733221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7694; }","duration":"116.550792ms","start":"2026-03-02T21:39:04.188261Z","end":"2026-03-02T21:39:04.304812Z","steps":["trace[1066733221] 'agreement among raft nodes before linearized reading' (duration: 116.392968ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:04.390111Z","caller":"traceutil/trace.go:171","msg":"trace[1480994211] transaction","detail":"{read_only:false; response_revision:7696; number_of_response:1; }","duration":"197.218776ms","start":"2026-03-02T21:39:04.192865Z","end":"2026-03-02T21:39:04.390083Z","steps":["trace[1480994211] 'process raft request' (duration: 197.130974ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:04.390247Z","caller":"traceutil/trace.go:171","msg":"trace[83859447] transaction","detail":"{read_only:false; response_revision:7697; number_of_response:1; }","duration":"197.272367ms","start":"2026-03-02T21:39:04.192962Z","end":"2026-03-02T21:39:04.390235Z","steps":["trace[83859447] 'process raft request' (duration: 197.076962ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:04.390219Z","caller":"traceutil/trace.go:171","msg":"trace[54730154] transaction","detail":"{read_only:false; response_revision:7695; number_of_response:1; }","duration":"197.296997ms","start":"2026-03-02T21:39:04.192836Z","end":"2026-03-02T21:39:04.390133Z","steps":["trace[54730154] 'process raft request' (duration: 197.00424ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:04.390457Z","caller":"traceutil/trace.go:171","msg":"trace[1040120354] transaction","detail":"{read_only:false; response_revision:7698; number_of_response:1; }","duration":"197.443891ms","start":"2026-03-02T21:39:04.193005Z","end":"2026-03-02T21:39:04.390449Z","steps":["trace[1040120354] 'process raft request' (duration: 197.187255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:04.390653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.2171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-02T21:39:04.390737Z","caller":"traceutil/trace.go:171","msg":"trace[66978195] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7699; }","duration":"202.338944ms","start":"2026-03-02T21:39:04.188381Z","end":"2026-03-02T21:39:04.39072Z","steps":["trace[66978195] 'agreement among raft nodes before linearized reading' (duration: 202.139009ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:04.390673Z","caller":"traceutil/trace.go:171","msg":"trace[1173905615] transaction","detail":"{read_only:false; response_revision:7699; number_of_response:1; }","duration":"197.212985ms","start":"2026-03-02T21:39:04.193448Z","end":"2026-03-02T21:39:04.390661Z","steps":["trace[1173905615] 'process raft request' (duration: 196.972399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:04.390767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.792245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"warn","ts":"2026-03-02T21:39:04.390813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.156614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223807"} {"level":"info","ts":"2026-03-02T21:39:04.390846Z","caller":"traceutil/trace.go:171","msg":"trace[970795200] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7699; }","duration":"197.275357ms","start":"2026-03-02T21:39:04.193564Z","end":"2026-03-02T21:39:04.390839Z","steps":["trace[970795200] 'agreement among raft nodes before linearized reading' (duration: 196.95441ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:04.390855Z","caller":"traceutil/trace.go:171","msg":"trace[1847881761] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7699; }","duration":"198.926357ms","start":"2026-03-02T21:39:04.19191Z","end":"2026-03-02T21:39:04.390837Z","steps":["trace[1847881761] 'agreement among raft nodes before linearized reading' (duration: 198.62798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:06.346532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.502542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:39:06.346875Z","caller":"traceutil/trace.go:171","msg":"trace[982975918] transaction","detail":"{read_only:false; response_revision:7701; number_of_response:1; }","duration":"179.018819ms","start":"2026-03-02T21:39:06.167831Z","end":"2026-03-02T21:39:06.34685Z","steps":["trace[982975918] 'process raft request' (duration: 48.105056ms)","trace[982975918] 'compare' (duration: 130.375439ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:06.555268Z","caller":"traceutil/trace.go:171","msg":"trace[1608476746] transaction","detail":"{read_only:false; response_revision:7703; number_of_response:1; }","duration":"156.910975ms","start":"2026-03-02T21:39:06.398336Z","end":"2026-03-02T21:39:06.555247Z","steps":["trace[1608476746] 'process raft request' (duration: 156.783662ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:06.765732Z","caller":"traceutil/trace.go:171","msg":"trace[1186931232] transaction","detail":"{read_only:false; response_revision:7706; number_of_response:1; }","duration":"366.859349ms","start":"2026-03-02T21:39:06.398846Z","end":"2026-03-02T21:39:06.765706Z","steps":["trace[1186931232] 'process raft request' (duration: 366.749376ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:06.765776Z","caller":"traceutil/trace.go:171","msg":"trace[536110394] transaction","detail":"{read_only:false; response_revision:7704; number_of_response:1; }","duration":"367.33135ms","start":"2026-03-02T21:39:06.398396Z","end":"2026-03-02T21:39:06.765727Z","steps":["trace[536110394] 'process raft request' (duration: 342.161039ms)","trace[536110394] 'compare' (duration: 24.890455ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:06.765828Z","caller":"traceutil/trace.go:171","msg":"trace[200263822] transaction","detail":"{read_only:false; response_revision:7705; number_of_response:1; }","duration":"367.041173ms","start":"2026-03-02T21:39:06.398747Z","end":"2026-03-02T21:39:06.765788Z","steps":["trace[200263822] 'process raft request' (duration: 366.807167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:06.765919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:06.39883Z","time spent":"366.979831ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:06.766008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:06.398735Z","time spent":"367.170127ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:06.766031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:06.398375Z","time spent":"367.531486ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:06.766063Z","caller":"traceutil/trace.go:171","msg":"trace[684916557] linearizableReadLoop","detail":"{readStateIndex:8005; appliedIndex:8000; }","duration":"364.572131ms","start":"2026-03-02T21:39:06.40144Z","end":"2026-03-02T21:39:06.766012Z","steps":["trace[684916557] 'read index received' (duration: 153.690553ms)","trace[684916557] 'applied index is now lower than readState.Index' (duration: 210.878148ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:06.766228Z","caller":"traceutil/trace.go:171","msg":"trace[315702661] transaction","detail":"{read_only:false; response_revision:7707; number_of_response:1; }","duration":"366.8917ms","start":"2026-03-02T21:39:06.399301Z","end":"2026-03-02T21:39:06.766193Z","steps":["trace[315702661] 'process raft request' (duration: 366.351487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:06.766341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:06.399288Z","time spent":"367.002412ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:06.766426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.265752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:39:06.766542Z","caller":"traceutil/trace.go:171","msg":"trace[420368772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7707; }","duration":"133.455087ms","start":"2026-03-02T21:39:06.633056Z","end":"2026-03-02T21:39:06.766511Z","steps":["trace[420368772] 'agreement among raft nodes before linearized reading' (duration: 133.233601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:06.766691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.225388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223807"} {"level":"info","ts":"2026-03-02T21:39:06.766769Z","caller":"traceutil/trace.go:171","msg":"trace[378528125] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7707; }","duration":"365.33246ms","start":"2026-03-02T21:39:06.401418Z","end":"2026-03-02T21:39:06.76675Z","steps":["trace[378528125] 'agreement among raft nodes before linearized reading' (duration: 364.810637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:06.766819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:06.40141Z","time spent":"365.397112ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223830,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-02T21:39:08.613007Z","caller":"traceutil/trace.go:171","msg":"trace[1769441414] transaction","detail":"{read_only:false; response_revision:7708; number_of_response:1; }","duration":"414.77804ms","start":"2026-03-02T21:39:08.198199Z","end":"2026-03-02T21:39:08.612977Z","steps":["trace[1769441414] 'process raft request' (duration: 414.605055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:08.613192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:08.198181Z","time spent":"414.908053ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:09.092436Z","caller":"traceutil/trace.go:171","msg":"trace[222171838] linearizableReadLoop","detail":"{readStateIndex:8008; appliedIndex:8006; }","duration":"713.458619ms","start":"2026-03-02T21:39:08.378953Z","end":"2026-03-02T21:39:09.092412Z","steps":["trace[222171838] 'read index received' (duration: 233.851453ms)","trace[222171838] 'applied index is now lower than readState.Index' (duration: 479.606136ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:09.092559Z","caller":"traceutil/trace.go:171","msg":"trace[574885077] transaction","detail":"{read_only:false; response_revision:7709; number_of_response:1; }","duration":"740.931858ms","start":"2026-03-02T21:39:08.351597Z","end":"2026-03-02T21:39:09.092529Z","steps":["trace[574885077] 'process raft request' (duration: 740.643561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:09.092679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.704925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:39:09.092742Z","caller":"traceutil/trace.go:171","msg":"trace[1398162698] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7709; }","duration":"713.802558ms","start":"2026-03-02T21:39:08.378926Z","end":"2026-03-02T21:39:09.092729Z","steps":["trace[1398162698] 'agreement among raft nodes before linearized reading' (duration: 713.601633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:09.09274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:08.351573Z","time spent":"741.063812ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:09.09279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:08.378913Z","time spent":"713.86736ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:39:09.103138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.764204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T21:39:09.103161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.642311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T21:39:09.10319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.005644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T21:39:09.103221Z","caller":"traceutil/trace.go:171","msg":"trace[1422279079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7710; }","duration":"332.845036ms","start":"2026-03-02T21:39:08.770353Z","end":"2026-03-02T21:39:09.103198Z","steps":["trace[1422279079] 'agreement among raft nodes before linearized reading' (duration: 332.649071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:09.103269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:08.770314Z","time spent":"332.942778ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T21:39:09.10328Z","caller":"traceutil/trace.go:171","msg":"trace[1515654625] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7710; }","duration":"543.761774ms","start":"2026-03-02T21:39:08.559453Z","end":"2026-03-02T21:39:09.103215Z","steps":["trace[1515654625] 'agreement among raft nodes before linearized reading' (duration: 543.514698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:09.103312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.135575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:39:09.103365Z","caller":"traceutil/trace.go:171","msg":"trace[1434483590] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7710; }","duration":"361.207758ms","start":"2026-03-02T21:39:08.742142Z","end":"2026-03-02T21:39:09.103349Z","steps":["trace[1434483590] 'agreement among raft nodes before linearized reading' (duration: 361.107095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:09.103464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:08.742133Z","time spent":"361.31553ms","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:39:09.103558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:08.559433Z","time spent":"543.95589ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:39:09.103669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.357249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:39:09.103729Z","caller":"traceutil/trace.go:171","msg":"trace[1936881922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7710; }","duration":"333.425641ms","start":"2026-03-02T21:39:08.770286Z","end":"2026-03-02T21:39:09.103712Z","steps":["trace[1936881922] 'agreement among raft nodes before linearized reading' (duration: 333.229156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:09.103757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.728757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vwsdl\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-02T21:39:09.103777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:08.77028Z","time spent":"333.484982ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T21:39:09.103797Z","caller":"traceutil/trace.go:171","msg":"trace[570955530] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vwsdl; range_end:; response_count:1; response_revision:7710; }","duration":"329.783138ms","start":"2026-03-02T21:39:08.774005Z","end":"2026-03-02T21:39:09.103788Z","steps":["trace[570955530] 'agreement among raft nodes before linearized reading' (duration: 329.674216ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:09.103791Z","caller":"traceutil/trace.go:171","msg":"trace[1359740381] transaction","detail":"{read_only:false; response_revision:7710; number_of_response:1; }","duration":"284.454282ms","start":"2026-03-02T21:39:08.819316Z","end":"2026-03-02T21:39:09.103771Z","steps":["trace[1359740381] 'process raft request' (duration: 283.509409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:09.103823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:08.773998Z","time spent":"329.819899ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-vwsdl\" "} {"level":"warn","ts":"2026-03-02T21:39:09.103287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.395545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:39:09.103904Z","caller":"traceutil/trace.go:171","msg":"trace[647780445] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7710; }","duration":"332.093478ms","start":"2026-03-02T21:39:08.771137Z","end":"2026-03-02T21:39:09.10323Z","steps":["trace[647780445] 'agreement among raft nodes before linearized reading' (duration: 331.943074ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:09.103899Z","caller":"traceutil/trace.go:171","msg":"trace[1349415750] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7710; }","duration":"333.037431ms","start":"2026-03-02T21:39:08.770838Z","end":"2026-03-02T21:39:09.103875Z","steps":["trace[1349415750] 'agreement among raft nodes before linearized reading' (duration: 332.317783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:09.103949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:08.771113Z","time spent":"332.827356ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:39:09.103969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:08.770819Z","time spent":"333.131623ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:39:09.103962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.79995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:39:09.104064Z","caller":"traceutil/trace.go:171","msg":"trace[1471470079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7710; }","duration":"471.914863ms","start":"2026-03-02T21:39:08.632129Z","end":"2026-03-02T21:39:09.104044Z","steps":["trace[1471470079] 'agreement among raft nodes before linearized reading' (duration: 471.734528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:09.104117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:08.632078Z","time spent":"472.030305ms","remote":"127.0.0.1:34440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:39:09.104289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.971229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:39:09.104456Z","caller":"traceutil/trace.go:171","msg":"trace[252606526] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:7710; }","duration":"404.090552ms","start":"2026-03-02T21:39:08.700279Z","end":"2026-03-02T21:39:09.10437Z","steps":["trace[252606526] 'agreement among raft nodes before linearized reading' (duration: 403.59507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:09.104632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:08.700225Z","time spent":"404.312829ms","remote":"127.0.0.1:52048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:39:10.219052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.089517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:39:10.219166Z","caller":"traceutil/trace.go:171","msg":"trace[1756445408] transaction","detail":"{read_only:false; response_revision:7712; number_of_response:1; }","duration":"1.111497349s","start":"2026-03-02T21:39:09.107645Z","end":"2026-03-02T21:39:10.219142Z","steps":["trace[1756445408] 'process raft request' (duration: 367.218938ms)","trace[1756445408] 'compare' (duration: 743.780139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:10.219226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:09.107614Z","time spent":"1.111582662s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:10.272624Z","caller":"traceutil/trace.go:171","msg":"trace[1192797914] transaction","detail":"{read_only:false; response_revision:7713; number_of_response:1; }","duration":"1.164507249s","start":"2026-03-02T21:39:09.108083Z","end":"2026-03-02T21:39:10.27259Z","steps":["trace[1192797914] 'process raft request' (duration: 1.164218341s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:10.272701Z","caller":"traceutil/trace.go:171","msg":"trace[1782192510] transaction","detail":"{read_only:false; response_revision:7716; number_of_response:1; }","duration":"1.164036868s","start":"2026-03-02T21:39:09.108632Z","end":"2026-03-02T21:39:10.272669Z","steps":["trace[1782192510] 'process raft request' (duration: 1.163932655s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:10.272728Z","caller":"traceutil/trace.go:171","msg":"trace[1581304839] transaction","detail":"{read_only:false; response_revision:7715; number_of_response:1; }","duration":"1.164059339s","start":"2026-03-02T21:39:09.108634Z","end":"2026-03-02T21:39:10.272693Z","steps":["trace[1581304839] 'process raft request' (duration: 1.163884734s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:10.272765Z","caller":"traceutil/trace.go:171","msg":"trace[51746700] transaction","detail":"{read_only:false; response_revision:7714; number_of_response:1; }","duration":"1.16450629s","start":"2026-03-02T21:39:09.108229Z","end":"2026-03-02T21:39:10.272736Z","steps":["trace[51746700] 'process raft request' (duration: 1.164229492s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:10.272866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:09.108609Z","time spent":"1.164174321s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:10.272886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:09.108618Z","time spent":"1.164179272s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:10.272881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:09.108074Z","time spent":"1.164676144s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:10.272929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:09.108201Z","time spent":"1.164628963s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:10.273065Z","caller":"traceutil/trace.go:171","msg":"trace[419820641] linearizableReadLoop","detail":"{readStateIndex:8015; appliedIndex:8010; }","duration":"1.163258298s","start":"2026-03-02T21:39:09.10935Z","end":"2026-03-02T21:39:10.272608Z","steps":["trace[419820641] 'read index received' (duration: 365.529446ms)","trace[419820641] 'applied index is now lower than readState.Index' (duration: 797.727562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:10.27338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.845995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:39:10.273434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.217141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-02T21:39:10.273498Z","caller":"traceutil/trace.go:171","msg":"trace[428909920] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7716; }","duration":"746.319024ms","start":"2026-03-02T21:39:09.527164Z","end":"2026-03-02T21:39:10.273483Z","steps":["trace[428909920] 'agreement among raft nodes before linearized reading' (duration: 746.128529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:10.273552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:09.527142Z","time spent":"746.397506ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T21:39:10.273607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.185418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:39:10.27367Z","caller":"traceutil/trace.go:171","msg":"trace[345312233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7716; }","duration":"643.286261ms","start":"2026-03-02T21:39:09.63037Z","end":"2026-03-02T21:39:10.273657Z","steps":["trace[345312233] 'agreement among raft nodes before linearized reading' (duration: 643.198339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:10.273703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:09.630348Z","time spent":"643.346592ms","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:39:10.273446Z","caller":"traceutil/trace.go:171","msg":"trace[519399586] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:7716; }","duration":"582.941987ms","start":"2026-03-02T21:39:09.690488Z","end":"2026-03-02T21:39:10.27343Z","steps":["trace[519399586] 'agreement among raft nodes before linearized reading' (duration: 582.832915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:10.2738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:09.690471Z","time spent":"583.308696ms","remote":"127.0.0.1:58928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:39:10.273965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164566951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223807"} {"level":"info","ts":"2026-03-02T21:39:10.274071Z","caller":"traceutil/trace.go:171","msg":"trace[961333546] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7716; }","duration":"1.164706635s","start":"2026-03-02T21:39:09.109345Z","end":"2026-03-02T21:39:10.274052Z","steps":["trace[961333546] 'agreement among raft nodes before linearized reading' (duration: 1.163465404s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:10.274125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:09.109315Z","time spent":"1.164798207s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223830,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-02T21:39:35.457421Z","caller":"traceutil/trace.go:171","msg":"trace[165149894] linearizableReadLoop","detail":"{readStateIndex:8201; appliedIndex:8200; }","duration":"216.002167ms","start":"2026-03-02T21:39:35.241385Z","end":"2026-03-02T21:39:35.457387Z","steps":["trace[165149894] 'read index received' (duration: 215.757891ms)","trace[165149894] 'applied index is now lower than readState.Index' (duration: 243.106µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:35.457519Z","caller":"traceutil/trace.go:171","msg":"trace[782618815] transaction","detail":"{read_only:false; response_revision:7895; number_of_response:1; }","duration":"276.356201ms","start":"2026-03-02T21:39:35.181122Z","end":"2026-03-02T21:39:35.457478Z","steps":["trace[782618815] 'process raft request' (duration: 276.080294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:35.457648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.259164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:39:35.457695Z","caller":"traceutil/trace.go:171","msg":"trace[1026176829] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7895; }","duration":"216.318805ms","start":"2026-03-02T21:39:35.241365Z","end":"2026-03-02T21:39:35.457684Z","steps":["trace[1026176829] 'agreement among raft nodes before linearized reading' (duration: 216.157271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:37.970271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826682030,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:39:38.471226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826682030,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:39:38.972192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826682030,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:39:39.072163Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.60994656s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T21:39:39.072786Z","caller":"traceutil/trace.go:171","msg":"trace[747296516] transaction","detail":"{read_only:false; response_revision:7903; number_of_response:1; }","duration":"1.610714889s","start":"2026-03-02T21:39:37.462045Z","end":"2026-03-02T21:39:39.07276Z","steps":["trace[747296516] 'process raft request' (duration: 1.610500794s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:39.07304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:37.46199Z","time spent":"1.610880123s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:40.054024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00042122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T21:39:40.054118Z","caller":"traceutil/trace.go:171","msg":"trace[1063594867] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000568753s","start":"2026-03-02T21:39:38.053521Z","end":"2026-03-02T21:39:40.05409Z","steps":["trace[1063594867] 'agreement among raft nodes before linearized reading' (duration: 2.000465641s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:40.054199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:38.053489Z","time spent":"2.000691747s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 21:39:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T21:39:40.514472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31132182s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T21:39:40.514866Z","caller":"traceutil/trace.go:171","msg":"trace[1695783258] linearizableReadLoop","detail":"{readStateIndex:8211; appliedIndex:8208; }","duration":"3.045357021s","start":"2026-03-02T21:39:37.469486Z","end":"2026-03-02T21:39:40.514843Z","steps":["trace[1695783258] 'read index received' (duration: 1.602989965s)","trace[1695783258] 'applied index is now lower than readState.Index' (duration: 1.442365556s)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:40.515021Z","caller":"traceutil/trace.go:171","msg":"trace[1175205430] transaction","detail":"{read_only:false; response_revision:7904; number_of_response:1; }","duration":"1.796130327s","start":"2026-03-02T21:39:38.718874Z","end":"2026-03-02T21:39:40.515005Z","steps":["trace[1175205430] 'process raft request' (duration: 1.795748618s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:40.515056Z","caller":"traceutil/trace.go:171","msg":"trace[879178654] transaction","detail":"{read_only:false; response_revision:7905; number_of_response:1; }","duration":"854.353392ms","start":"2026-03-02T21:39:39.660688Z","end":"2026-03-02T21:39:40.515041Z","steps":["trace[879178654] 'process raft request' (duration: 854.096066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:40.515124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:39.660665Z","time spent":"854.416114ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:40.515131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:38.718845Z","time spent":"1.796211698s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:40.515371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.045879454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:39:40.515413Z","caller":"traceutil/trace.go:171","msg":"trace[1917287348] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7905; }","duration":"3.045962196s","start":"2026-03-02T21:39:37.469436Z","end":"2026-03-02T21:39:40.515399Z","steps":["trace[1917287348] 'agreement among raft nodes before linearized reading' (duration: 3.045799362s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:40.515453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:37.469411Z","time spent":"3.046032298s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:39:40.515529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.170429953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T21:39:40.515551Z","caller":"traceutil/trace.go:171","msg":"trace[1934987508] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7905; }","duration":"2.170480674s","start":"2026-03-02T21:39:38.345064Z","end":"2026-03-02T21:39:40.515544Z","steps":["trace[1934987508] 'agreement among raft nodes before linearized reading' (duration: 2.170412873s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:40.515573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:38.34505Z","time spent":"2.170519085s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:39:40.515652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.098034087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:39:40.515668Z","caller":"traceutil/trace.go:171","msg":"trace[1380311696] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7905; }","duration":"2.098072688s","start":"2026-03-02T21:39:38.41759Z","end":"2026-03-02T21:39:40.515662Z","steps":["trace[1380311696] 'agreement among raft nodes before linearized reading' (duration: 2.098027387s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:40.515684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:38.417573Z","time spent":"2.098106809s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:39:40.515758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102801506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:39:40.515776Z","caller":"traceutil/trace.go:171","msg":"trace[307717181] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7905; }","duration":"2.102862448s","start":"2026-03-02T21:39:38.412905Z","end":"2026-03-02T21:39:40.515768Z","steps":["trace[307717181] 'agreement among raft nodes before linearized reading' (duration: 2.102812397s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:40.515792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:38.412885Z","time spent":"2.102902308s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:39:40.51581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.086177199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vwsdl\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-02T21:39:40.515859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.108574581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:39:40.515877Z","caller":"traceutil/trace.go:171","msg":"trace[1254171415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7905; }","duration":"2.108613832s","start":"2026-03-02T21:39:38.407258Z","end":"2026-03-02T21:39:40.515872Z","steps":["trace[1254171415] 'agreement among raft nodes before linearized reading' (duration: 2.10856827s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:40.515895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:38.407247Z","time spent":"2.108643872s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T21:39:40.515891Z","caller":"traceutil/trace.go:171","msg":"trace[877825355] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vwsdl; range_end:; response_count:1; response_revision:7905; }","duration":"2.086312783s","start":"2026-03-02T21:39:38.429557Z","end":"2026-03-02T21:39:40.51587Z","steps":["trace[877825355] 'agreement among raft nodes before linearized reading' (duration: 2.086051996s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:40.515941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:38.429532Z","time spent":"2.086399385s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-vwsdl\" "} {"level":"warn","ts":"2026-03-02T21:39:40.515962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.109887014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T21:39:40.515977Z","caller":"traceutil/trace.go:171","msg":"trace[1120046732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7905; }","duration":"2.109938345s","start":"2026-03-02T21:39:38.406034Z","end":"2026-03-02T21:39:40.515972Z","steps":["trace[1120046732] 'agreement among raft nodes before linearized reading' (duration: 2.109893434s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:40.515994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:38.406014Z","time spent":"2.109974326s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:39:40.516215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451122996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-02T21:39:40.516241Z","caller":"traceutil/trace.go:171","msg":"trace[1667470134] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:7905; }","duration":"1.451185768s","start":"2026-03-02T21:39:39.065048Z","end":"2026-03-02T21:39:40.516233Z","steps":["trace[1667470134] 'agreement among raft nodes before linearized reading' (duration: 1.451116026s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:40.516259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:39.065027Z","time spent":"1.451227508s","remote":"127.0.0.1:34590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-02T21:39:40.516408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.730798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:39:40.516461Z","caller":"traceutil/trace.go:171","msg":"trace[1272831177] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:7905; }","duration":"530.821841ms","start":"2026-03-02T21:39:39.985625Z","end":"2026-03-02T21:39:40.516447Z","steps":["trace[1272831177] 'agreement among raft nodes before linearized reading' (duration: 530.732148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:40.516463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.927722067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:39:40.516503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:39.985606Z","time spent":"530.884232ms","remote":"127.0.0.1:34718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:39:40.516537Z","caller":"traceutil/trace.go:171","msg":"trace[707556073] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:7905; }","duration":"1.927847991s","start":"2026-03-02T21:39:38.588671Z","end":"2026-03-02T21:39:40.516519Z","steps":["trace[707556073] 'agreement among raft nodes before linearized reading' (duration: 1.927675135s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:40.516573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:38.588641Z","time spent":"1.927923603s","remote":"127.0.0.1:34544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:39:40.516559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884808091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:39:40.516622Z","caller":"traceutil/trace.go:171","msg":"trace[581536693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7905; }","duration":"1.884955655s","start":"2026-03-02T21:39:38.631647Z","end":"2026-03-02T21:39:40.516602Z","steps":["trace[581536693] 'agreement among raft nodes before linearized reading' (duration: 1.884870733s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:40.517942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:38.631627Z","time spent":"1.886296598s","remote":"127.0.0.1:34440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:39:40.645451Z","caller":"traceutil/trace.go:171","msg":"trace[749567945] transaction","detail":"{read_only:false; response_revision:7907; number_of_response:1; }","duration":"122.378869ms","start":"2026-03-02T21:39:40.52303Z","end":"2026-03-02T21:39:40.645409Z","steps":["trace[749567945] 'process raft request' (duration: 121.822785ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:40.646202Z","caller":"traceutil/trace.go:171","msg":"trace[804411046] transaction","detail":"{read_only:false; response_revision:7910; number_of_response:1; }","duration":"121.98476ms","start":"2026-03-02T21:39:40.524204Z","end":"2026-03-02T21:39:40.646189Z","steps":["trace[804411046] 'process raft request' (duration: 121.848326ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:40.646216Z","caller":"traceutil/trace.go:171","msg":"trace[1969214878] transaction","detail":"{read_only:false; response_revision:7909; number_of_response:1; }","duration":"122.669156ms","start":"2026-03-02T21:39:40.523497Z","end":"2026-03-02T21:39:40.646166Z","steps":["trace[1969214878] 'process raft request' (duration: 122.43173ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:40.646486Z","caller":"traceutil/trace.go:171","msg":"trace[1659260485] transaction","detail":"{read_only:false; response_revision:7911; number_of_response:1; }","duration":"121.052926ms","start":"2026-03-02T21:39:40.525421Z","end":"2026-03-02T21:39:40.646474Z","steps":["trace[1659260485] 'process raft request' (duration: 120.664686ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:40.646589Z","caller":"traceutil/trace.go:171","msg":"trace[2016823873] transaction","detail":"{read_only:false; response_revision:7908; number_of_response:1; }","duration":"123.155298ms","start":"2026-03-02T21:39:40.523418Z","end":"2026-03-02T21:39:40.646573Z","steps":["trace[2016823873] 'process raft request' (duration: 121.922528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:40.647093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.640695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:39:40.647144Z","caller":"traceutil/trace.go:171","msg":"trace[209979658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7911; }","duration":"120.739238ms","start":"2026-03-02T21:39:40.526393Z","end":"2026-03-02T21:39:40.647132Z","steps":["trace[209979658] 'agreement among raft nodes before linearized reading' (duration: 120.646615ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:40.646144Z","caller":"traceutil/trace.go:171","msg":"trace[1507858106] linearizableReadLoop","detail":"{readStateIndex:8218; appliedIndex:8212; }","duration":"119.685961ms","start":"2026-03-02T21:39:40.526439Z","end":"2026-03-02T21:39:40.646125Z","steps":["trace[1507858106] 'read index received' (duration: 30.102775ms)","trace[1507858106] 'applied index is now lower than readState.Index' (duration: 89.581966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:41.052459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.702444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-02T21:39:41.052555Z","caller":"traceutil/trace.go:171","msg":"trace[937371231] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7911; }","duration":"157.848978ms","start":"2026-03-02T21:39:40.894685Z","end":"2026-03-02T21:39:41.052534Z","steps":["trace[937371231] 'range keys from in-memory index tree' (duration: 157.476219ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:41.238816Z","caller":"traceutil/trace.go:171","msg":"trace[1898988930] linearizableReadLoop","detail":"{readStateIndex:8220; appliedIndex:8219; }","duration":"115.710771ms","start":"2026-03-02T21:39:41.123083Z","end":"2026-03-02T21:39:41.238794Z","steps":["trace[1898988930] 'read index received' (duration: 42.878184ms)","trace[1898988930] 'applied index is now lower than readState.Index' (duration: 72.831757ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:41.238895Z","caller":"traceutil/trace.go:171","msg":"trace[1182163251] transaction","detail":"{read_only:false; response_revision:7913; number_of_response:1; }","duration":"135.537788ms","start":"2026-03-02T21:39:41.103328Z","end":"2026-03-02T21:39:41.238866Z","steps":["trace[1182163251] 'process raft request' (duration: 62.638321ms)","trace[1182163251] 'compare' (duration: 72.729323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:41.238947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.854615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:39:41.238994Z","caller":"traceutil/trace.go:171","msg":"trace[1971513021] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7913; }","duration":"115.955777ms","start":"2026-03-02T21:39:41.123026Z","end":"2026-03-02T21:39:41.238982Z","steps":["trace[1971513021] 'agreement among raft nodes before linearized reading' (duration: 115.831204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:54.592939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180565142s","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T21:39:54.593091Z","caller":"traceutil/trace.go:171","msg":"trace[730380708] linearizableReadLoop","detail":"{readStateIndex:8326; appliedIndex:8325; }","duration":"1.261322037s","start":"2026-03-02T21:39:53.331748Z","end":"2026-03-02T21:39:54.59307Z","steps":["trace[730380708] 'read index received' (duration: 80.388946ms)","trace[730380708] 'applied index is now lower than readState.Index' (duration: 1.18093096s)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:54.593132Z","caller":"traceutil/trace.go:171","msg":"trace[997097358] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8013; }","duration":"1.276539118s","start":"2026-03-02T21:39:53.316537Z","end":"2026-03-02T21:39:54.593076Z","steps":["trace[997097358] 'process raft request' (duration: 95.652109ms)","trace[997097358] 'compare' (duration: 1.180084319s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:54.593441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:53.316527Z","time spent":"1.276713462s","remote":"127.0.0.1:34542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-02T21:39:54.593468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261692577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7q7pm\" ","response":"range_response_count:1 size:4673"} {"level":"info","ts":"2026-03-02T21:39:54.593579Z","caller":"traceutil/trace.go:171","msg":"trace[1678941900] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-7q7pm; range_end:; response_count:1; response_revision:8013; }","duration":"1.26183958s","start":"2026-03-02T21:39:53.331711Z","end":"2026-03-02T21:39:54.593551Z","steps":["trace[1678941900] 'agreement among raft nodes before linearized reading' (duration: 1.26145324s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:54.59363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:53.331697Z","time spent":"1.261923462s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4696,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7q7pm\" "} {"level":"info","ts":"2026-03-02T21:39:54.679527Z","caller":"traceutil/trace.go:171","msg":"trace[925446271] transaction","detail":"{read_only:false; response_revision:8014; number_of_response:1; }","duration":"415.247942ms","start":"2026-03-02T21:39:54.264258Z","end":"2026-03-02T21:39:54.679506Z","steps":["trace[925446271] 'process raft request' (duration: 415.12858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:54.679656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:54.264235Z","time spent":"415.358355ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:39:55.400254Z","caller":"traceutil/trace.go:171","msg":"trace[1308729149] linearizableReadLoop","detail":"{readStateIndex:8329; appliedIndex:8326; }","duration":"807.105469ms","start":"2026-03-02T21:39:54.593129Z","end":"2026-03-02T21:39:55.400235Z","steps":["trace[1308729149] 'read index received' (duration: 86.185772ms)","trace[1308729149] 'applied index is now lower than readState.Index' (duration: 720.918757ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:55.400374Z","caller":"traceutil/trace.go:171","msg":"trace[1305605463] transaction","detail":"{read_only:false; response_revision:8016; number_of_response:1; }","duration":"841.240134ms","start":"2026-03-02T21:39:54.559091Z","end":"2026-03-02T21:39:55.400331Z","steps":["trace[1305605463] 'process raft request' (duration: 841.106121ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:55.400409Z","caller":"traceutil/trace.go:171","msg":"trace[1962962577] transaction","detail":"{read_only:false; response_revision:8015; number_of_response:1; }","duration":"1.122296871s","start":"2026-03-02T21:39:54.278046Z","end":"2026-03-02T21:39:55.400343Z","steps":["trace[1962962577] 'process raft request' (duration: 1.122014543s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:55.400497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583657239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:39:55.40055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:54.55906Z","time spent":"841.399058ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:55.400587Z","caller":"traceutil/trace.go:171","msg":"trace[847184357] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8016; }","duration":"1.583784863s","start":"2026-03-02T21:39:53.816781Z","end":"2026-03-02T21:39:55.400566Z","steps":["trace[847184357] 'agreement among raft nodes before linearized reading' (duration: 1.583615649s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:55.400605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:54.278025Z","time spent":"1.122477985s","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:55.400651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.068100597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-7q7pm\" ","response":"range_response_count:1 size:2803"} {"level":"warn","ts":"2026-03-02T21:39:55.400644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:53.816767Z","time spent":"1.583860304s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:39:55.400692Z","caller":"traceutil/trace.go:171","msg":"trace[228269059] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-7q7pm; range_end:; response_count:1; response_revision:8016; }","duration":"2.068169559s","start":"2026-03-02T21:39:53.33251Z","end":"2026-03-02T21:39:55.40068Z","steps":["trace[228269059] 'agreement among raft nodes before linearized reading' (duration: 2.067973784s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:55.400667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136374695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7q7pm\" ","response":"range_response_count:1 size:4673"} {"level":"warn","ts":"2026-03-02T21:39:55.400421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043534786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:39:55.400752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:53.332491Z","time spent":"2.0682519s","remote":"127.0.0.1:35964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2826,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-7q7pm\" "} {"level":"info","ts":"2026-03-02T21:39:55.400779Z","caller":"traceutil/trace.go:171","msg":"trace[106906193] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-7q7pm; range_end:; response_count:1; response_revision:8016; }","duration":"1.136529679s","start":"2026-03-02T21:39:54.264223Z","end":"2026-03-02T21:39:55.400753Z","steps":["trace[106906193] 'agreement among raft nodes before linearized reading' (duration: 1.136231721s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:55.400788Z","caller":"traceutil/trace.go:171","msg":"trace[958082143] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8016; }","duration":"1.043954047s","start":"2026-03-02T21:39:54.356812Z","end":"2026-03-02T21:39:55.400766Z","steps":["trace[958082143] 'agreement among raft nodes before linearized reading' (duration: 1.043528286s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:55.400825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:54.264201Z","time spent":"1.1366155s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4696,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7q7pm\" "} {"level":"warn","ts":"2026-03-02T21:39:55.40085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:54.356789Z","time spent":"1.044038859s","remote":"127.0.0.1:32900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:39:55.400462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770311419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:39:55.400958Z","caller":"traceutil/trace.go:171","msg":"trace[576936225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8016; }","duration":"1.770811472s","start":"2026-03-02T21:39:53.630111Z","end":"2026-03-02T21:39:55.400922Z","steps":["trace[576936225] 'agreement among raft nodes before linearized reading' (duration: 1.77032938s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:55.401019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:53.630093Z","time spent":"1.770908404s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:39:55.425072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.719683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T21:39:55.425137Z","caller":"traceutil/trace.go:171","msg":"trace[539738224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8018; }","duration":"685.831056ms","start":"2026-03-02T21:39:54.739292Z","end":"2026-03-02T21:39:55.425123Z","steps":["trace[539738224] 'agreement among raft nodes before linearized reading' (duration: 685.631161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:55.425165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:54.739286Z","time spent":"685.872727ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T21:39:55.425038Z","caller":"traceutil/trace.go:171","msg":"trace[1228263151] transaction","detail":"{read_only:false; response_revision:8018; number_of_response:1; }","duration":"104.867529ms","start":"2026-03-02T21:39:55.32013Z","end":"2026-03-02T21:39:55.424998Z","steps":["trace[1228263151] 'process raft request' (duration: 104.697505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:55.425254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.290044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7q7pm\" ","response":"range_response_count:1 size:4673"} {"level":"info","ts":"2026-03-02T21:39:55.425333Z","caller":"traceutil/trace.go:171","msg":"trace[167820614] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-7q7pm; range_end:; response_count:1; response_revision:8018; }","duration":"821.428848ms","start":"2026-03-02T21:39:54.603889Z","end":"2026-03-02T21:39:55.425317Z","steps":["trace[167820614] 'agreement among raft nodes before linearized reading' (duration: 821.13998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:55.42538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:54.603865Z","time spent":"821.50548ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4696,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7q7pm\" "} {"level":"warn","ts":"2026-03-02T21:39:55.425389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.728774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T21:39:55.425455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.332155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:39:55.425459Z","caller":"traceutil/trace.go:171","msg":"trace[759103828] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8018; }","duration":"685.790136ms","start":"2026-03-02T21:39:54.739645Z","end":"2026-03-02T21:39:55.425435Z","steps":["trace[759103828] 'agreement among raft nodes before linearized reading' (duration: 685.629471ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:55.425482Z","caller":"traceutil/trace.go:171","msg":"trace[1452001052] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8018; }","duration":"691.384056ms","start":"2026-03-02T21:39:54.734088Z","end":"2026-03-02T21:39:55.425473Z","steps":["trace[1452001052] 'agreement among raft nodes before linearized reading' (duration: 691.335725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:55.4255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:54.734069Z","time spent":"691.428347ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:39:55.425517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:54.739573Z","time spent":"685.93194ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:39:55.425409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.176382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T21:39:55.42561Z","caller":"traceutil/trace.go:171","msg":"trace[754988842] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8018; }","duration":"711.400938ms","start":"2026-03-02T21:39:54.714205Z","end":"2026-03-02T21:39:55.425606Z","steps":["trace[754988842] 'agreement among raft nodes before linearized reading' (duration: 711.158442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:55.425626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:54.714191Z","time spent":"711.431099ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:39:55.425682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.895824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:39:55.425709Z","caller":"traceutil/trace.go:171","msg":"trace[452205479] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8018; }","duration":"810.956535ms","start":"2026-03-02T21:39:54.614744Z","end":"2026-03-02T21:39:55.425701Z","steps":["trace[452205479] 'agreement among raft nodes before linearized reading' (duration: 810.868372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:55.425742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:54.614734Z","time spent":"810.997626ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:39:55.42552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.612188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vwsdl\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-02T21:39:55.425894Z","caller":"traceutil/trace.go:171","msg":"trace[159646524] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vwsdl; range_end:; response_count:1; response_revision:8018; }","duration":"825.013618ms","start":"2026-03-02T21:39:54.600862Z","end":"2026-03-02T21:39:55.425875Z","steps":["trace[159646524] 'agreement among raft nodes before linearized reading' (duration: 824.578167ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:55.425932Z","caller":"traceutil/trace.go:171","msg":"trace[921134211] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"284.993506ms","start":"2026-03-02T21:39:55.140932Z","end":"2026-03-02T21:39:55.425926Z","steps":["trace[921134211] 'process raft request' (duration: 283.717524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:55.425176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.439822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T21:39:55.425959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:54.600846Z","time spent":"825.096279ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-vwsdl\" "} {"level":"info","ts":"2026-03-02T21:39:55.426003Z","caller":"traceutil/trace.go:171","msg":"trace[229863677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8018; }","duration":"687.302834ms","start":"2026-03-02T21:39:54.738677Z","end":"2026-03-02T21:39:55.425979Z","steps":["trace[229863677] 'agreement among raft nodes before linearized reading' (duration: 686.283778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:55.426254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:54.738661Z","time spent":"687.382236ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T21:39:55.560466Z","caller":"traceutil/trace.go:171","msg":"trace[1220935357] transaction","detail":"{read_only:false; response_revision:8019; number_of_response:1; }","duration":"131.324343ms","start":"2026-03-02T21:39:55.429115Z","end":"2026-03-02T21:39:55.560439Z","steps":["trace[1220935357] 'process raft request' (duration: 58.321032ms)","trace[1220935357] 'compare' (duration: 72.898698ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:55.616207Z","caller":"traceutil/trace.go:171","msg":"trace[591245902] transaction","detail":"{read_only:false; response_revision:8020; number_of_response:1; }","duration":"185.544733ms","start":"2026-03-02T21:39:55.430633Z","end":"2026-03-02T21:39:55.616177Z","steps":["trace[591245902] 'process raft request' (duration: 185.207565ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:55.616211Z","caller":"traceutil/trace.go:171","msg":"trace[747460454] transaction","detail":"{read_only:false; response_revision:8021; number_of_response:1; }","duration":"185.537383ms","start":"2026-03-02T21:39:55.43065Z","end":"2026-03-02T21:39:55.616187Z","steps":["trace[747460454] 'process raft request' (duration: 185.42214ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:55.616511Z","caller":"traceutil/trace.go:171","msg":"trace[275786268] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8022; }","duration":"185.83494ms","start":"2026-03-02T21:39:55.43065Z","end":"2026-03-02T21:39:55.616485Z","steps":["trace[275786268] 'process raft request' (duration: 185.476061ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:55.616586Z","caller":"traceutil/trace.go:171","msg":"trace[346357646] transaction","detail":"{read_only:false; response_revision:8023; number_of_response:1; }","duration":"185.859641ms","start":"2026-03-02T21:39:55.430714Z","end":"2026-03-02T21:39:55.616574Z","steps":["trace[346357646] 'process raft request' (duration: 185.667836ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:55.616654Z","caller":"traceutil/trace.go:171","msg":"trace[1429277642] transaction","detail":"{read_only:false; response_revision:8025; number_of_response:1; }","duration":"185.556843ms","start":"2026-03-02T21:39:55.431084Z","end":"2026-03-02T21:39:55.616641Z","steps":["trace[1429277642] 'process raft request' (duration: 185.465881ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:55.616725Z","caller":"traceutil/trace.go:171","msg":"trace[749132265] transaction","detail":"{read_only:false; response_revision:8024; number_of_response:1; }","duration":"185.972554ms","start":"2026-03-02T21:39:55.43074Z","end":"2026-03-02T21:39:55.616712Z","steps":["trace[749132265] 'process raft request' (duration: 185.746898ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:55.616802Z","caller":"traceutil/trace.go:171","msg":"trace[1756555358] linearizableReadLoop","detail":"{readStateIndex:8338; appliedIndex:8331; }","duration":"185.48525ms","start":"2026-03-02T21:39:55.431298Z","end":"2026-03-02T21:39:55.616784Z","steps":["trace[1756555358] 'read index received' (duration: 56.134347ms)","trace[1756555358] 'applied index is now lower than readState.Index' (duration: 129.349843ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:55.616763Z","caller":"traceutil/trace.go:171","msg":"trace[529672020] transaction","detail":"{read_only:false; response_revision:8026; number_of_response:1; }","duration":"182.298411ms","start":"2026-03-02T21:39:55.434455Z","end":"2026-03-02T21:39:55.616754Z","steps":["trace[529672020] 'process raft request' (duration: 182.120446ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:55.616913Z","caller":"traceutil/trace.go:171","msg":"trace[1882566377] transaction","detail":"{read_only:false; response_revision:8027; number_of_response:1; }","duration":"176.106105ms","start":"2026-03-02T21:39:55.440798Z","end":"2026-03-02T21:39:55.616904Z","steps":["trace[1882566377] 'process raft request' (duration: 175.852399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:55.61796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.493845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228453"} {"level":"info","ts":"2026-03-02T21:39:55.618058Z","caller":"traceutil/trace.go:171","msg":"trace[313792201] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8027; }","duration":"186.770492ms","start":"2026-03-02T21:39:55.43127Z","end":"2026-03-02T21:39:55.618041Z","steps":["trace[313792201] 'agreement among raft nodes before linearized reading' (duration: 185.719546ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:55.781823Z","caller":"traceutil/trace.go:171","msg":"trace[177927617] linearizableReadLoop","detail":"{readStateIndex:8341; appliedIndex:8340; }","duration":"164.923085ms","start":"2026-03-02T21:39:55.616875Z","end":"2026-03-02T21:39:55.781798Z","steps":["trace[177927617] 'read index received' (duration: 164.594737ms)","trace[177927617] 'applied index is now lower than readState.Index' (duration: 327.148µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:55.781867Z","caller":"traceutil/trace.go:171","msg":"trace[1102383594] transaction","detail":"{read_only:false; response_revision:8028; number_of_response:1; }","duration":"203.474192ms","start":"2026-03-02T21:39:55.578368Z","end":"2026-03-02T21:39:55.781842Z","steps":["trace[1102383594] 'process raft request' (duration: 203.244107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:55.781986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.210958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:39:55.782085Z","caller":"traceutil/trace.go:171","msg":"trace[522561279] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8028; }","duration":"296.329091ms","start":"2026-03-02T21:39:55.485738Z","end":"2026-03-02T21:39:55.782067Z","steps":["trace[522561279] 'agreement among raft nodes before linearized reading' (duration: 296.125616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:55.782225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.286813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:39:55.782256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.102805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-02T21:39:55.782312Z","caller":"traceutil/trace.go:171","msg":"trace[462654687] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8028; }","duration":"158.178117ms","start":"2026-03-02T21:39:55.62412Z","end":"2026-03-02T21:39:55.782298Z","steps":["trace[462654687] 'agreement among raft nodes before linearized reading' (duration: 158.001012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:55.782296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.425368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7q7pm\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-03-02T21:39:55.782274Z","caller":"traceutil/trace.go:171","msg":"trace[86468544] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8028; }","duration":"346.369806ms","start":"2026-03-02T21:39:55.435893Z","end":"2026-03-02T21:39:55.782263Z","steps":["trace[86468544] 'agreement among raft nodes before linearized reading' (duration: 346.031647ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:55.782448Z","caller":"traceutil/trace.go:171","msg":"trace[753716827] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-7q7pm; range_end:; response_count:1; response_revision:8028; }","duration":"161.607432ms","start":"2026-03-02T21:39:55.620791Z","end":"2026-03-02T21:39:55.782398Z","steps":["trace[753716827] 'agreement among raft nodes before linearized reading' (duration: 161.229913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:55.782539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:55.435883Z","time spent":"346.595521ms","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:39:57.160345Z","caller":"traceutil/trace.go:171","msg":"trace[1155775896] transaction","detail":"{read_only:false; response_revision:8032; number_of_response:1; }","duration":"429.612553ms","start":"2026-03-02T21:39:56.730706Z","end":"2026-03-02T21:39:57.160318Z","steps":["trace[1155775896] 'process raft request' (duration: 429.446609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:57.160528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:56.730682Z","time spent":"429.753217ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:57.519007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.487515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:39:57.519069Z","caller":"traceutil/trace.go:171","msg":"trace[902096296] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8032; }","duration":"249.586938ms","start":"2026-03-02T21:39:57.269466Z","end":"2026-03-02T21:39:57.519053Z","steps":["trace[902096296] 'count revisions from in-memory index tree' (duration: 249.363363ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:57.519225Z","caller":"traceutil/trace.go:171","msg":"trace[1789221555] transaction","detail":"{read_only:false; response_revision:8033; number_of_response:1; }","duration":"112.44173ms","start":"2026-03-02T21:39:57.40676Z","end":"2026-03-02T21:39:57.519201Z","steps":["trace[1789221555] 'process raft request' (duration: 107.916496ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:57.690744Z","caller":"traceutil/trace.go:171","msg":"trace[1114301805] linearizableReadLoop","detail":"{readStateIndex:8347; appliedIndex:8345; }","duration":"230.440608ms","start":"2026-03-02T21:39:57.460281Z","end":"2026-03-02T21:39:57.690722Z","steps":["trace[1114301805] 'read index received' (duration: 54.407944ms)","trace[1114301805] 'applied index is now lower than readState.Index' (duration: 176.031664ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:57.691137Z","caller":"traceutil/trace.go:171","msg":"trace[1838841099] transaction","detail":"{read_only:false; response_revision:8034; number_of_response:1; }","duration":"259.339882ms","start":"2026-03-02T21:39:57.431784Z","end":"2026-03-02T21:39:57.691124Z","steps":["trace[1838841099] 'process raft request' (duration: 258.798689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:57.691462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.171346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:39:57.691512Z","caller":"traceutil/trace.go:171","msg":"trace[499786430] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8034; }","duration":"231.237007ms","start":"2026-03-02T21:39:57.460263Z","end":"2026-03-02T21:39:57.6915Z","steps":["trace[499786430] 'agreement among raft nodes before linearized reading' (duration: 231.144245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:57.732969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.129491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:39:57.733077Z","caller":"traceutil/trace.go:171","msg":"trace[793744561] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8034; }","duration":"110.254994ms","start":"2026-03-02T21:39:57.62281Z","end":"2026-03-02T21:39:57.733065Z","steps":["trace[793744561] 'agreement among raft nodes before linearized reading' (duration: 110.034598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:57.733044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.011397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T21:39:57.73337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.812148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vwsdl\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-02T21:39:57.733393Z","caller":"traceutil/trace.go:171","msg":"trace[1368349585] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vwsdl; range_end:; response_count:1; response_revision:8034; }","duration":"106.847899ms","start":"2026-03-02T21:39:57.626539Z","end":"2026-03-02T21:39:57.733387Z","steps":["trace[1368349585] 'agreement among raft nodes before linearized reading' (duration: 106.784357ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:57.733434Z","caller":"traceutil/trace.go:171","msg":"trace[833404262] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8034; }","duration":"169.467189ms","start":"2026-03-02T21:39:57.563888Z","end":"2026-03-02T21:39:57.733355Z","steps":["trace[833404262] 'agreement among raft nodes before linearized reading' (duration: 168.883914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:57.733491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.763702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:39:57.733546Z","caller":"traceutil/trace.go:171","msg":"trace[624115999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8034; }","duration":"111.879324ms","start":"2026-03-02T21:39:57.621654Z","end":"2026-03-02T21:39:57.733534Z","steps":["trace[624115999] 'agreement among raft nodes before linearized reading' (duration: 111.678749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:57.73353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.140127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T21:39:57.733626Z","caller":"traceutil/trace.go:171","msg":"trace[1085447984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8034; }","duration":"111.260079ms","start":"2026-03-02T21:39:57.622345Z","end":"2026-03-02T21:39:57.733605Z","steps":["trace[1085447984] 'agreement among raft nodes before linearized reading' (duration: 110.993543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:57.733699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.104951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:39:57.733722Z","caller":"traceutil/trace.go:171","msg":"trace[135736324] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8034; }","duration":"114.165683ms","start":"2026-03-02T21:39:57.619551Z","end":"2026-03-02T21:39:57.733717Z","steps":["trace[135736324] 'agreement among raft nodes before linearized reading' (duration: 114.110702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:57.733634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.45272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:39:57.734102Z","caller":"traceutil/trace.go:171","msg":"trace[1141149832] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8034; }","duration":"112.934903ms","start":"2026-03-02T21:39:57.621152Z","end":"2026-03-02T21:39:57.734087Z","steps":["trace[1141149832] 'agreement among raft nodes before linearized reading' (duration: 112.43761ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:59.841414Z","caller":"traceutil/trace.go:171","msg":"trace[1435821750] transaction","detail":"{read_only:false; response_revision:8043; number_of_response:1; }","duration":"145.750104ms","start":"2026-03-02T21:39:59.695633Z","end":"2026-03-02T21:39:59.841383Z","steps":["trace[1435821750] 'process raft request' (duration: 52.039424ms)","trace[1435821750] 'compare' (duration: 93.542606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:40:00.323478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.386964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:40:00.323825Z","caller":"traceutil/trace.go:171","msg":"trace[1103575899] transaction","detail":"{read_only:false; response_revision:8048; number_of_response:1; }","duration":"477.062632ms","start":"2026-03-02T21:39:59.846737Z","end":"2026-03-02T21:40:00.3238Z","steps":["trace[1103575899] 'process raft request' (duration: 476.947799ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:40:00.323825Z","caller":"traceutil/trace.go:171","msg":"trace[1892587732] transaction","detail":"{read_only:false; response_revision:8046; number_of_response:1; }","duration":"477.656156ms","start":"2026-03-02T21:39:59.846134Z","end":"2026-03-02T21:40:00.32379Z","steps":["trace[1892587732] 'process raft request' (duration: 477.436141ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:40:00.32387Z","caller":"traceutil/trace.go:171","msg":"trace[1076466912] transaction","detail":"{read_only:false; response_revision:8045; number_of_response:1; }","duration":"478.428536ms","start":"2026-03-02T21:39:59.845401Z","end":"2026-03-02T21:40:00.323829Z","steps":["trace[1076466912] 'process raft request' (duration: 348.609611ms)","trace[1076466912] 'compare' (duration: 129.22117ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:40:00.32394Z","caller":"traceutil/trace.go:171","msg":"trace[990472586] linearizableReadLoop","detail":"{readStateIndex:8359; appliedIndex:8357; }","duration":"478.034876ms","start":"2026-03-02T21:39:59.845893Z","end":"2026-03-02T21:40:00.323928Z","steps":["trace[990472586] 'read index received' (duration: 35.616482ms)","trace[990472586] 'applied index is now lower than readState.Index' (duration: 442.417634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:40:00.323939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:59.846728Z","time spent":"477.160825ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:40:00.324052Z","caller":"traceutil/trace.go:171","msg":"trace[1010586927] transaction","detail":"{read_only:false; response_revision:8049; number_of_response:1; }","duration":"477.070433ms","start":"2026-03-02T21:39:59.846972Z","end":"2026-03-02T21:40:00.324043Z","steps":["trace[1010586927] 'process raft request' (duration: 476.779875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:40:00.323992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:59.846118Z","time spent":"477.78512ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:40:00.324099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:59.84696Z","time spent":"477.111253ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:40:00.324079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:59.845376Z","time spent":"478.592161ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:40:00.323872Z","caller":"traceutil/trace.go:171","msg":"trace[805014732] transaction","detail":"{read_only:false; response_revision:8047; number_of_response:1; }","duration":"477.649566ms","start":"2026-03-02T21:39:59.846182Z","end":"2026-03-02T21:40:00.323831Z","steps":["trace[805014732] 'process raft request' (duration: 477.451121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:40:00.324204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:59.846167Z","time spent":"478.019385ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:40:00.324207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.209227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-csi-rbd-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:40:00.324259Z","caller":"traceutil/trace.go:171","msg":"trace[270464606] range","detail":"{range_begin:/registry/secrets/openstack/rook-csi-rbd-provisioner; range_end:; response_count:0; response_revision:8049; }","duration":"438.30932ms","start":"2026-03-02T21:39:59.885937Z","end":"2026-03-02T21:40:00.324246Z","steps":["trace[270464606] 'agreement among raft nodes before linearized reading' (duration: 438.217927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:40:00.324307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:59.885918Z","time spent":"438.380662ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/rook-csi-rbd-provisioner\" "} {"level":"warn","ts":"2026-03-02T21:40:00.324487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.58591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228453"} {"level":"info","ts":"2026-03-02T21:40:00.324525Z","caller":"traceutil/trace.go:171","msg":"trace[1202252678] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8049; }","duration":"478.655832ms","start":"2026-03-02T21:39:59.845858Z","end":"2026-03-02T21:40:00.324514Z","steps":["trace[1202252678] 'agreement among raft nodes before linearized reading' (duration: 478.318694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:40:00.324554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:59.84584Z","time spent":"478.705034ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228476,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T21:40:00.324626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.658129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T21:40:00.324679Z","caller":"traceutil/trace.go:171","msg":"trace[62800908] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8049; }","duration":"101.750941ms","start":"2026-03-02T21:40:00.222916Z","end":"2026-03-02T21:40:00.324667Z","steps":["trace[62800908] 'agreement among raft nodes before linearized reading' (duration: 101.263569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:40:01.235638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.796945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:40:01.235745Z","caller":"traceutil/trace.go:171","msg":"trace[1484892149] linearizableReadLoop","detail":"{readStateIndex:8364; appliedIndex:8363; }","duration":"824.943185ms","start":"2026-03-02T21:40:00.410784Z","end":"2026-03-02T21:40:01.235728Z","steps":["trace[1484892149] 'read index received' (duration: 158.886774ms)","trace[1484892149] 'applied index is now lower than readState.Index' (duration: 666.054921ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:40:01.235782Z","caller":"traceutil/trace.go:171","msg":"trace[130224598] transaction","detail":"{read_only:false; response_revision:8050; number_of_response:1; }","duration":"905.631299ms","start":"2026-03-02T21:40:00.330109Z","end":"2026-03-02T21:40:01.23574Z","steps":["trace[130224598] 'process raft request' (duration: 239.678161ms)","trace[130224598] 'compare' (duration: 665.680952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:40:01.235937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:40:00.330093Z","time spent":"905.767122ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":577,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:40:01.236261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.437098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:40:01.236383Z","caller":"traceutil/trace.go:171","msg":"trace[825150925] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8050; }","duration":"825.609542ms","start":"2026-03-02T21:40:00.410745Z","end":"2026-03-02T21:40:01.236355Z","steps":["trace[825150925] 'agreement among raft nodes before linearized reading' (duration: 825.041458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:40:01.236446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:40:00.410703Z","time spent":"825.724214ms","remote":"127.0.0.1:52050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":14,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:40:01.275928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.158352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:40:01.27609Z","caller":"traceutil/trace.go:171","msg":"trace[178944388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8051; }","duration":"644.295346ms","start":"2026-03-02T21:40:00.631701Z","end":"2026-03-02T21:40:01.275996Z","steps":["trace[178944388] 'agreement among raft nodes before linearized reading' (duration: 644.166752ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:40:01.276007Z","caller":"traceutil/trace.go:171","msg":"trace[32225637] transaction","detail":"{read_only:false; response_revision:8051; number_of_response:1; }","duration":"405.362415ms","start":"2026-03-02T21:40:00.870587Z","end":"2026-03-02T21:40:01.275949Z","steps":["trace[32225637] 'process raft request' (duration: 405.089928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:40:01.276168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:40:00.63168Z","time spent":"644.46858ms","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:40:01.276322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:40:00.870559Z","time spent":"405.629321ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:40:13.717358Z","caller":"traceutil/trace.go:171","msg":"trace[1486201740] transaction","detail":"{read_only:false; response_revision:8214; number_of_response:1; }","duration":"277.963935ms","start":"2026-03-02T21:40:13.439374Z","end":"2026-03-02T21:40:13.717338Z","steps":["trace[1486201740] 'process raft request' (duration: 277.824892ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:40:56.359636Z","caller":"traceutil/trace.go:171","msg":"trace[1861588003] linearizableReadLoop","detail":"{readStateIndex:8918; appliedIndex:8917; }","duration":"211.827337ms","start":"2026-03-02T21:40:56.147788Z","end":"2026-03-02T21:40:56.359615Z","steps":["trace[1861588003] 'read index received' (duration: 211.623402ms)","trace[1861588003] 'applied index is now lower than readState.Index' (duration: 203.205µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:40:56.359973Z","caller":"traceutil/trace.go:171","msg":"trace[925492224] transaction","detail":"{read_only:false; response_revision:8590; number_of_response:1; }","duration":"318.00727ms","start":"2026-03-02T21:40:56.041956Z","end":"2026-03-02T21:40:56.359963Z","steps":["trace[925492224] 'process raft request' (duration: 317.536969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:40:56.360089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:40:56.041931Z","time spent":"318.067121ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:40:56.360378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.578875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:40:56.360468Z","caller":"traceutil/trace.go:171","msg":"trace[2037814079] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8590; }","duration":"212.714148ms","start":"2026-03-02T21:40:56.147733Z","end":"2026-03-02T21:40:56.360447Z","steps":["trace[2037814079] 'agreement among raft nodes before linearized reading' (duration: 212.514633ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:40:56.566278Z","caller":"traceutil/trace.go:171","msg":"trace[914587013] transaction","detail":"{read_only:false; response_revision:8591; number_of_response:1; }","duration":"201.648311ms","start":"2026-03-02T21:40:56.3646Z","end":"2026-03-02T21:40:56.566249Z","steps":["trace[914587013] 'process raft request' (duration: 199.740092ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:40:56.566367Z","caller":"traceutil/trace.go:171","msg":"trace[1890435528] transaction","detail":"{read_only:false; response_revision:8592; number_of_response:1; }","duration":"201.547578ms","start":"2026-03-02T21:40:56.364792Z","end":"2026-03-02T21:40:56.56634Z","steps":["trace[1890435528] 'process raft request' (duration: 201.357333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:00.727877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.85966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T21:41:00.727959Z","caller":"traceutil/trace.go:171","msg":"trace[1785325128] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8647; }","duration":"149.982883ms","start":"2026-03-02T21:41:00.577957Z","end":"2026-03-02T21:41:00.72794Z","steps":["trace[1785325128] 'range keys from in-memory index tree' (duration: 149.743938ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:41:01.17388Z","caller":"traceutil/trace.go:171","msg":"trace[1298785927] transaction","detail":"{read_only:false; response_revision:8648; number_of_response:1; }","duration":"441.063829ms","start":"2026-03-02T21:41:00.73279Z","end":"2026-03-02T21:41:01.173853Z","steps":["trace[1298785927] 'process raft request' (duration: 440.904325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:01.17404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:41:00.732767Z","time spent":"441.194353ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:41:02.248518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:41:01.699342Z","time spent":"549.170062ms","remote":"127.0.0.1:35816","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T21:41:02.249704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007550935s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:41:02.2499Z","caller":"traceutil/trace.go:171","msg":"trace[1713401396] transaction","detail":"{read_only:false; response_revision:8649; number_of_response:1; }","duration":"1.517023941s","start":"2026-03-02T21:41:00.732835Z","end":"2026-03-02T21:41:02.249859Z","steps":["trace[1713401396] 'process raft request' (duration: 508.640825ms)","trace[1713401396] 'compare' (duration: 1.007150515s)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:41:02.249912Z","caller":"traceutil/trace.go:171","msg":"trace[1532329700] transaction","detail":"{read_only:false; response_revision:8650; number_of_response:1; }","duration":"1.516600781s","start":"2026-03-02T21:41:00.733283Z","end":"2026-03-02T21:41:02.249884Z","steps":["trace[1532329700] 'process raft request' (duration: 1.516484808s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:41:02.249975Z","caller":"traceutil/trace.go:171","msg":"trace[13597455] transaction","detail":"{read_only:false; response_revision:8655; number_of_response:1; }","duration":"364.258941ms","start":"2026-03-02T21:41:01.885707Z","end":"2026-03-02T21:41:02.249966Z","steps":["trace[13597455] 'process raft request' (duration: 364.23198ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:41:02.24995Z","caller":"traceutil/trace.go:171","msg":"trace[358847461] transaction","detail":"{read_only:false; response_revision:8651; number_of_response:1; }","duration":"1.516520168s","start":"2026-03-02T21:41:00.73338Z","end":"2026-03-02T21:41:02.2499Z","steps":["trace[358847461] 'process raft request' (duration: 1.516452497s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:02.250018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:41:01.885677Z","time spent":"364.318643ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:41:02.249999Z","caller":"traceutil/trace.go:171","msg":"trace[78085154] transaction","detail":"{read_only:false; response_revision:8652; number_of_response:1; }","duration":"1.516291663s","start":"2026-03-02T21:41:00.733666Z","end":"2026-03-02T21:41:02.249958Z","steps":["trace[78085154] 'process raft request' (duration: 1.51618664s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:02.250032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:41:00.732802Z","time spent":"1.517158505s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:41:02.250065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:41:00.733272Z","time spent":"1.516717844s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:41:02.250134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:41:00.733373Z","time spent":"1.516667673s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:41:02.250177Z","caller":"traceutil/trace.go:171","msg":"trace[893144750] transaction","detail":"{read_only:false; response_revision:8654; number_of_response:1; }","duration":"1.513944284s","start":"2026-03-02T21:41:00.736224Z","end":"2026-03-02T21:41:02.250168Z","steps":["trace[893144750] 'process raft request' (duration: 1.513682208s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:02.250171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:41:00.733659Z","time spent":"1.516423337s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:41:02.250213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:41:00.736196Z","time spent":"1.513998756s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:41:02.250207Z","caller":"traceutil/trace.go:171","msg":"trace[1955777330] linearizableReadLoop","detail":"{readStateIndex:8982; appliedIndex:8976; }","duration":"1.514543559s","start":"2026-03-02T21:41:00.735636Z","end":"2026-03-02T21:41:02.250179Z","steps":["trace[1955777330] 'read index received' (duration: 438.040443ms)","trace[1955777330] 'applied index is now lower than readState.Index' (duration: 1.076497336s)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:41:02.250151Z","caller":"traceutil/trace.go:171","msg":"trace[1196945341] transaction","detail":"{read_only:false; response_revision:8653; number_of_response:1; }","duration":"1.514939118s","start":"2026-03-02T21:41:00.735205Z","end":"2026-03-02T21:41:02.250144Z","steps":["trace[1196945341] 'process raft request' (duration: 1.514669902s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:02.250287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:41:00.735173Z","time spent":"1.515098353s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":834,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:41:02.250423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.982834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:41:02.250413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174989018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:41:02.250446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327137725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:41:02.250482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395271175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-7xcvr\" ","response":"range_response_count:1 size:9598"} {"level":"info","ts":"2026-03-02T21:41:02.25049Z","caller":"traceutil/trace.go:171","msg":"trace[380843307] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8655; }","duration":"1.17507183s","start":"2026-03-02T21:41:01.075387Z","end":"2026-03-02T21:41:02.250458Z","steps":["trace[380843307] 'agreement among raft nodes before linearized reading' (duration: 1.174983248s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:41:02.250505Z","caller":"traceutil/trace.go:171","msg":"trace[1918523185] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8655; }","duration":"1.327246638s","start":"2026-03-02T21:41:00.923239Z","end":"2026-03-02T21:41:02.250486Z","steps":["trace[1918523185] 'agreement among raft nodes before linearized reading' (duration: 1.327132995s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:02.250516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514886987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:290118"} {"level":"warn","ts":"2026-03-02T21:41:02.250512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000809816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19407"} {"level":"warn","ts":"2026-03-02T21:41:02.250516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.757343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:41:02.250535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:41:01.075373Z","time spent":"1.175150462s","remote":"127.0.0.1:52104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:41:02.250546Z","caller":"traceutil/trace.go:171","msg":"trace[1272665863] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8655; }","duration":"1.514919648s","start":"2026-03-02T21:41:00.735619Z","end":"2026-03-02T21:41:02.250539Z","steps":["trace[1272665863] 'agreement among raft nodes before linearized reading' (duration: 1.514635081s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:41:02.250533Z","caller":"traceutil/trace.go:171","msg":"trace[2031875393] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-7xcvr; range_end:; response_count:1; response_revision:8655; }","duration":"1.395349068s","start":"2026-03-02T21:41:00.855164Z","end":"2026-03-02T21:41:02.250513Z","steps":["trace[2031875393] 'agreement among raft nodes before linearized reading' (duration: 1.395179633s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:02.250567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:41:00.735606Z","time spent":"1.514956069s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":290141,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-02T21:41:02.250563Z","caller":"traceutil/trace.go:171","msg":"trace[1681121377] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8655; }","duration":"160.831907ms","start":"2026-03-02T21:41:02.089721Z","end":"2026-03-02T21:41:02.250553Z","steps":["trace[1681121377] 'agreement among raft nodes before linearized reading' (duration: 160.761765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:02.250548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:41:00.923221Z","time spent":"1.32731693s","remote":"127.0.0.1:60550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:41:02.250559Z","caller":"traceutil/trace.go:171","msg":"trace[1968467927] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8655; }","duration":"1.000888968s","start":"2026-03-02T21:41:01.249656Z","end":"2026-03-02T21:41:02.250545Z","steps":["trace[1968467927] 'agreement among raft nodes before linearized reading' (duration: 1.000723484s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:41:02.250462Z","caller":"traceutil/trace.go:171","msg":"trace[1541212200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8655; }","duration":"619.062186ms","start":"2026-03-02T21:41:01.63139Z","end":"2026-03-02T21:41:02.250452Z","steps":["trace[1541212200] 'agreement among raft nodes before linearized reading' (duration: 618.976104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:02.250584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:41:00.855148Z","time spent":"1.395424809s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":9621,"request content":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-7xcvr\" "} {"level":"warn","ts":"2026-03-02T21:41:02.250602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:41:01.249636Z","time spent":"1.00095921s","remote":"127.0.0.1:34616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19430,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-02T21:41:02.250624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:41:01.63137Z","time spent":"619.24ms","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:41:02.807231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826684205,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:41:02.823158Z","caller":"traceutil/trace.go:171","msg":"trace[455463357] transaction","detail":"{read_only:false; response_revision:8656; number_of_response:1; }","duration":"559.665824ms","start":"2026-03-02T21:41:02.263456Z","end":"2026-03-02T21:41:02.823122Z","steps":["trace[455463357] 'process raft request' (duration: 559.367227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:02.823404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:41:02.263437Z","time spent":"559.827888ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9864,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:41:03.048169Z","caller":"traceutil/trace.go:171","msg":"trace[1008720078] transaction","detail":"{read_only:false; response_revision:8657; number_of_response:1; }","duration":"746.476513ms","start":"2026-03-02T21:41:02.301646Z","end":"2026-03-02T21:41:03.048123Z","steps":["trace[1008720078] 'process raft request' (duration: 689.971745ms)","trace[1008720078] 'compare' (duration: 56.172169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:41:03.048351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:41:02.30162Z","time spent":"746.639788ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:41:03.048521Z","caller":"traceutil/trace.go:171","msg":"trace[814338347] transaction","detail":"{read_only:false; response_revision:8659; number_of_response:1; }","duration":"135.200544ms","start":"2026-03-02T21:41:02.913293Z","end":"2026-03-02T21:41:03.048494Z","steps":["trace[814338347] 'process raft request' (duration: 135.04058ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:41:03.048575Z","caller":"traceutil/trace.go:171","msg":"trace[1019550653] linearizableReadLoop","detail":"{readStateIndex:8988; appliedIndex:8985; }","duration":"741.996631ms","start":"2026-03-02T21:41:02.306541Z","end":"2026-03-02T21:41:03.048538Z","steps":["trace[1019550653] 'read index received' (duration: 516.324397ms)","trace[1019550653] 'applied index is now lower than readState.Index' (duration: 225.668614ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:41:03.04887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.295048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:41:03.048932Z","caller":"traceutil/trace.go:171","msg":"trace[1697502080] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:8659; }","duration":"742.405281ms","start":"2026-03-02T21:41:02.306508Z","end":"2026-03-02T21:41:03.048913Z","steps":["trace[1697502080] 'agreement among raft nodes before linearized reading' (duration: 742.249517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:03.048942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.494258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"warn","ts":"2026-03-02T21:41:03.04897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:41:02.306492Z","time spent":"742.469633ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-03-02T21:41:03.048977Z","caller":"traceutil/trace.go:171","msg":"trace[1756302448] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8659; }","duration":"313.531548ms","start":"2026-03-02T21:41:02.735436Z","end":"2026-03-02T21:41:03.048967Z","steps":["trace[1756302448] 'agreement among raft nodes before linearized reading' (duration: 313.395255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:03.048991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.314483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:41:03.049004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:41:02.735396Z","time spent":"313.60204ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T21:41:03.049029Z","caller":"traceutil/trace.go:171","msg":"trace[300546422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8659; }","duration":"417.379375ms","start":"2026-03-02T21:41:02.631639Z","end":"2026-03-02T21:41:03.049019Z","steps":["trace[300546422] 'agreement among raft nodes before linearized reading' (duration: 417.324373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:03.049056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:41:02.631623Z","time spent":"417.428726ms","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:41:03.049147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.094277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:41:03.048938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.501431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.124\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-02T21:41:03.049239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.723114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-s6cl4\" ","response":"range_response_count:1 size:19075"} {"level":"info","ts":"2026-03-02T21:41:03.049282Z","caller":"traceutil/trace.go:171","msg":"trace[1734128633] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-s6cl4; range_end:; response_count:1; response_revision:8659; }","duration":"221.822587ms","start":"2026-03-02T21:41:02.827449Z","end":"2026-03-02T21:41:03.049272Z","steps":["trace[1734128633] 'agreement among raft nodes before linearized reading' (duration: 221.714614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:03.049286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.846386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:41:03.04931Z","caller":"traceutil/trace.go:171","msg":"trace[1740696049] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8659; }","duration":"262.908738ms","start":"2026-03-02T21:41:02.786396Z","end":"2026-03-02T21:41:03.049305Z","steps":["trace[1740696049] 'agreement among raft nodes before linearized reading' (duration: 262.864897ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:41:03.049245Z","caller":"traceutil/trace.go:171","msg":"trace[491061844] range","detail":"{range_begin:/registry/masterleases/199.19.213.124; range_end:; response_count:1; response_revision:8659; }","duration":"718.85005ms","start":"2026-03-02T21:41:02.330387Z","end":"2026-03-02T21:41:03.049237Z","steps":["trace[491061844] 'agreement among raft nodes before linearized reading' (duration: 718.42801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:03.049413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:41:02.330367Z","time spent":"719.032155ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.124\" "} {"level":"info","ts":"2026-03-02T21:41:03.049238Z","caller":"traceutil/trace.go:171","msg":"trace[1718924626] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8659; }","duration":"568.22571ms","start":"2026-03-02T21:41:02.480993Z","end":"2026-03-02T21:41:03.049218Z","steps":["trace[1718924626] 'agreement among raft nodes before linearized reading' (duration: 568.054145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:03.049554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:41:02.48097Z","time spent":"568.573419ms","remote":"127.0.0.1:56434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:41:03.049908Z","caller":"traceutil/trace.go:171","msg":"trace[1180113890] transaction","detail":"{read_only:false; response_revision:8658; number_of_response:1; }","duration":"672.287222ms","start":"2026-03-02T21:41:02.37759Z","end":"2026-03-02T21:41:03.049877Z","steps":["trace[1180113890] 'process raft request' (duration: 670.406985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:03.050185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:41:02.377565Z","time spent":"672.381154ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:41:26.553197Z","caller":"traceutil/trace.go:171","msg":"trace[923855529] linearizableReadLoop","detail":"{readStateIndex:9183; appliedIndex:9182; }","duration":"192.831279ms","start":"2026-03-02T21:41:26.360309Z","end":"2026-03-02T21:41:26.55314Z","steps":["trace[923855529] 'read index received' (duration: 192.529771ms)","trace[923855529] 'applied index is now lower than readState.Index' (duration: 299.618µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:41:26.553714Z","caller":"traceutil/trace.go:171","msg":"trace[1801801752] transaction","detail":"{read_only:false; response_revision:8848; number_of_response:1; }","duration":"217.19722ms","start":"2026-03-02T21:41:26.336499Z","end":"2026-03-02T21:41:26.553696Z","steps":["trace[1801801752] 'process raft request' (duration: 216.435751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:26.554083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.748683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:41:26.55413Z","caller":"traceutil/trace.go:171","msg":"trace[866143437] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8848; }","duration":"193.858515ms","start":"2026-03-02T21:41:26.36026Z","end":"2026-03-02T21:41:26.554119Z","steps":["trace[866143437] 'agreement among raft nodes before linearized reading' (duration: 193.679041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:26.554342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.269501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:41:26.554379Z","caller":"traceutil/trace.go:171","msg":"trace[1948417073] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8848; }","duration":"193.333771ms","start":"2026-03-02T21:41:26.361037Z","end":"2026-03-02T21:41:26.55437Z","steps":["trace[1948417073] 'agreement among raft nodes before linearized reading' (duration: 193.238849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:26.554685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.162533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-02T21:41:26.554767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.171913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T21:41:26.554815Z","caller":"traceutil/trace.go:171","msg":"trace[809665977] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8848; }","duration":"188.366478ms","start":"2026-03-02T21:41:26.366418Z","end":"2026-03-02T21:41:26.554784Z","steps":["trace[809665977] 'agreement among raft nodes before linearized reading' (duration: 188.030639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:26.554817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.96764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vwsdl\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-02T21:41:26.55487Z","caller":"traceutil/trace.go:171","msg":"trace[1027481922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8848; }","duration":"192.315086ms","start":"2026-03-02T21:41:26.362533Z","end":"2026-03-02T21:41:26.554848Z","steps":["trace[1027481922] 'agreement among raft nodes before linearized reading' (duration: 191.980738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:26.554885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.959893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:41:26.554927Z","caller":"traceutil/trace.go:171","msg":"trace[510452113] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vwsdl; range_end:; response_count:1; response_revision:8848; }","duration":"159.115833ms","start":"2026-03-02T21:41:26.39578Z","end":"2026-03-02T21:41:26.554896Z","steps":["trace[510452113] 'agreement among raft nodes before linearized reading' (duration: 158.819346ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:41:26.554957Z","caller":"traceutil/trace.go:171","msg":"trace[1300982475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8848; }","duration":"191.064665ms","start":"2026-03-02T21:41:26.363877Z","end":"2026-03-02T21:41:26.554941Z","steps":["trace[1300982475] 'agreement among raft nodes before linearized reading' (duration: 190.678555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:26.714208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.42459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:41:26.714364Z","caller":"traceutil/trace.go:171","msg":"trace[66517238] transaction","detail":"{read_only:false; response_revision:8849; number_of_response:1; }","duration":"154.518648ms","start":"2026-03-02T21:41:26.559811Z","end":"2026-03-02T21:41:26.71433Z","steps":["trace[66517238] 'process raft request' (duration: 53.850771ms)","trace[66517238] 'compare' (duration: 100.219195ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:41:26.714486Z","caller":"traceutil/trace.go:171","msg":"trace[841241017] linearizableReadLoop","detail":"{readStateIndex:9184; appliedIndex:9183; }","duration":"153.766419ms","start":"2026-03-02T21:41:26.560697Z","end":"2026-03-02T21:41:26.714463Z","steps":["trace[841241017] 'read index received' (duration: 52.98523ms)","trace[841241017] 'applied index is now lower than readState.Index' (duration: 100.779279ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:41:26.714786Z","caller":"traceutil/trace.go:171","msg":"trace[514890007] transaction","detail":"{read_only:false; response_revision:8850; number_of_response:1; }","duration":"153.283127ms","start":"2026-03-02T21:41:26.561486Z","end":"2026-03-02T21:41:26.714769Z","steps":["trace[514890007] 'process raft request' (duration: 152.851617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:26.714896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.1971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:33 size:306165"} {"level":"info","ts":"2026-03-02T21:41:26.71494Z","caller":"traceutil/trace.go:171","msg":"trace[1235005154] transaction","detail":"{read_only:false; response_revision:8852; number_of_response:1; }","duration":"152.420815ms","start":"2026-03-02T21:41:26.5625Z","end":"2026-03-02T21:41:26.714921Z","steps":["trace[1235005154] 'process raft request' (duration: 152.261541ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:41:26.714836Z","caller":"traceutil/trace.go:171","msg":"trace[1978945891] transaction","detail":"{read_only:false; response_revision:8851; number_of_response:1; }","duration":"152.376425ms","start":"2026-03-02T21:41:26.562437Z","end":"2026-03-02T21:41:26.714813Z","steps":["trace[1978945891] 'process raft request' (duration: 152.266222ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:41:26.714961Z","caller":"traceutil/trace.go:171","msg":"trace[1847311633] transaction","detail":"{read_only:false; response_revision:8853; number_of_response:1; }","duration":"151.85951ms","start":"2026-03-02T21:41:26.563073Z","end":"2026-03-02T21:41:26.714932Z","steps":["trace[1847311633] 'process raft request' (duration: 151.785019ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:41:26.714956Z","caller":"traceutil/trace.go:171","msg":"trace[1367064982] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:33; response_revision:8849; }","duration":"154.272662ms","start":"2026-03-02T21:41:26.560671Z","end":"2026-03-02T21:41:26.714943Z","steps":["trace[1367064982] 'agreement among raft nodes before linearized reading' (duration: 153.890142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:26.715066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.068339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T21:41:26.715151Z","caller":"traceutil/trace.go:171","msg":"trace[2090524922] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8853; }","duration":"131.195692ms","start":"2026-03-02T21:41:26.583937Z","end":"2026-03-02T21:41:26.715133Z","steps":["trace[2090524922] 'agreement among raft nodes before linearized reading' (duration: 130.989727ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:41:26.869785Z","caller":"traceutil/trace.go:171","msg":"trace[1073160165] transaction","detail":"{read_only:false; response_revision:8854; number_of_response:1; }","duration":"149.83631ms","start":"2026-03-02T21:41:26.71992Z","end":"2026-03-02T21:41:26.869756Z","steps":["trace[1073160165] 'process raft request' (duration: 122.282538ms)","trace[1073160165] 'compare' (duration: 27.393118ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:41:27.339186Z","caller":"traceutil/trace.go:171","msg":"trace[1802295392] transaction","detail":"{read_only:false; response_revision:8856; number_of_response:1; }","duration":"174.251953ms","start":"2026-03-02T21:41:27.164909Z","end":"2026-03-02T21:41:27.339161Z","steps":["trace[1802295392] 'process raft request' (duration: 174.073859ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:41:27.600108Z","caller":"traceutil/trace.go:171","msg":"trace[165487030] linearizableReadLoop","detail":"{readStateIndex:9192; appliedIndex:9191; }","duration":"231.247414ms","start":"2026-03-02T21:41:27.368832Z","end":"2026-03-02T21:41:27.600079Z","steps":["trace[165487030] 'read index received' (duration: 231.08381ms)","trace[165487030] 'applied index is now lower than readState.Index' (duration: 162.484µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:41:27.600161Z","caller":"traceutil/trace.go:171","msg":"trace[500160079] transaction","detail":"{read_only:false; response_revision:8857; number_of_response:1; }","duration":"338.261119ms","start":"2026-03-02T21:41:27.261874Z","end":"2026-03-02T21:41:27.600135Z","steps":["trace[500160079] 'process raft request' (duration: 338.000943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:27.600387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.545381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T21:41:27.600436Z","caller":"traceutil/trace.go:171","msg":"trace[1243841271] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8857; }","duration":"231.641774ms","start":"2026-03-02T21:41:27.368783Z","end":"2026-03-02T21:41:27.600424Z","steps":["trace[1243841271] 'agreement among raft nodes before linearized reading' (duration: 231.409728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:27.602039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:41:27.261838Z","time spent":"338.381473ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:41:27.6394Z","caller":"traceutil/trace.go:171","msg":"trace[678447028] transaction","detail":"{read_only:false; response_revision:8858; number_of_response:1; }","duration":"200.970064ms","start":"2026-03-02T21:41:27.438398Z","end":"2026-03-02T21:41:27.639368Z","steps":["trace[678447028] 'process raft request' (duration: 200.79763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:27.926674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.841508ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T21:43:03.147529Z","caller":"traceutil/trace.go:171","msg":"trace[335355146] transaction","detail":"{read_only:false; response_revision:9469; number_of_response:1; }","duration":"159.748391ms","start":"2026-03-02T21:43:02.987751Z","end":"2026-03-02T21:43:03.147499Z","steps":["trace[335355146] 'process raft request' (duration: 159.598347ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:43:24.44193Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6894f7e0c0041bce","local-member-applied-index":10005,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T21:43:24.458708Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10005} {"level":"info","ts":"2026-03-02T21:43:24.458794Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5005} {"level":"info","ts":"2026-03-02T21:43:26.307144Z","caller":"traceutil/trace.go:171","msg":"trace[630509409] linearizableReadLoop","detail":"{readStateIndex:10043; appliedIndex:10042; }","duration":"264.383482ms","start":"2026-03-02T21:43:26.042741Z","end":"2026-03-02T21:43:26.307125Z","steps":["trace[630509409] 'read index received' (duration: 264.185717ms)","trace[630509409] 'applied index is now lower than readState.Index' (duration: 196.904µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:43:26.307225Z","caller":"traceutil/trace.go:171","msg":"trace[2041255732] transaction","detail":"{read_only:false; response_revision:9678; number_of_response:1; }","duration":"265.404397ms","start":"2026-03-02T21:43:26.04179Z","end":"2026-03-02T21:43:26.307194Z","steps":["trace[2041255732] 'process raft request' (duration: 265.199722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:43:26.307351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.599908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-02T21:43:26.307392Z","caller":"traceutil/trace.go:171","msg":"trace[1810544979] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9678; }","duration":"264.688889ms","start":"2026-03-02T21:43:26.042692Z","end":"2026-03-02T21:43:26.307381Z","steps":["trace[1810544979] 'agreement among raft nodes before linearized reading' (duration: 264.539025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:43:26.307503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.724717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:43:26.30762Z","caller":"traceutil/trace.go:171","msg":"trace[66612632] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:9678; }","duration":"206.872961ms","start":"2026-03-02T21:43:26.100721Z","end":"2026-03-02T21:43:26.307594Z","steps":["trace[66612632] 'agreement among raft nodes before linearized reading' (duration: 206.651905ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:43:49.052755Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7631} {"level":"info","ts":"2026-03-02T21:43:49.118551Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7631,"took":"63.695576ms","hash":127528629,"current-db-size-bytes":44179456,"current-db-size":"44 MB","current-db-size-in-use-bytes":26656768,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-02T21:43:49.118622Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":127528629,"revision":7631,"compact-revision":5554} {"level":"info","ts":"2026-03-02T21:44:33.813456Z","caller":"traceutil/trace.go:171","msg":"trace[1337745818] linearizableReadLoop","detail":"{readStateIndex:10734; appliedIndex:10733; }","duration":"199.371682ms","start":"2026-03-02T21:44:33.61406Z","end":"2026-03-02T21:44:33.813432Z","steps":["trace[1337745818] 'read index received' (duration: 199.28483ms)","trace[1337745818] 'applied index is now lower than readState.Index' (duration: 85.772µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:44:33.813576Z","caller":"traceutil/trace.go:171","msg":"trace[1195431258] transaction","detail":"{read_only:false; response_revision:10351; number_of_response:1; }","duration":"364.026911ms","start":"2026-03-02T21:44:33.449538Z","end":"2026-03-02T21:44:33.813565Z","steps":["trace[1195431258] 'process raft request' (duration: 363.754005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:33.813684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:33.449499Z","time spent":"364.103363ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:44:33.813914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.858934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:44:33.813954Z","caller":"traceutil/trace.go:171","msg":"trace[947941905] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10351; }","duration":"199.933376ms","start":"2026-03-02T21:44:33.61401Z","end":"2026-03-02T21:44:33.813943Z","steps":["trace[947941905] 'agreement among raft nodes before linearized reading' (duration: 199.808353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:34.765508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.123937ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:44:34.765605Z","caller":"traceutil/trace.go:171","msg":"trace[427202503] linearizableReadLoop","detail":"{readStateIndex:10735; appliedIndex:10734; }","duration":"952.053554ms","start":"2026-03-02T21:44:33.813533Z","end":"2026-03-02T21:44:34.765586Z","steps":["trace[427202503] 'read index received' (duration: 271.851325ms)","trace[427202503] 'applied index is now lower than readState.Index' (duration: 680.201449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:44:34.765733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054796627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:44:34.76575Z","caller":"traceutil/trace.go:171","msg":"trace[745328121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10352; }","duration":"1.054850318s","start":"2026-03-02T21:44:33.710893Z","end":"2026-03-02T21:44:34.765744Z","steps":["trace[745328121] 'agreement among raft nodes before linearized reading' (duration: 1.054750796s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:34.76577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:33.710871Z","time spent":"1.0548951s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:44:34.765831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063439784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-02T21:44:34.765847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054460779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T21:44:34.765911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134053069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:44:34.765908Z","caller":"traceutil/trace.go:171","msg":"trace[852573437] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10352; }","duration":"1.063556777s","start":"2026-03-02T21:44:33.702331Z","end":"2026-03-02T21:44:34.765888Z","steps":["trace[852573437] 'agreement among raft nodes before linearized reading' (duration: 1.063361232s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:34.765985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:33.702313Z","time spent":"1.06366139s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:44:34.766024Z","caller":"traceutil/trace.go:171","msg":"trace[939603091] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10352; }","duration":"1.054600681s","start":"2026-03-02T21:44:33.711324Z","end":"2026-03-02T21:44:34.765925Z","steps":["trace[939603091] 'agreement among raft nodes before linearized reading' (duration: 1.054286854s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:34.766078Z","caller":"traceutil/trace.go:171","msg":"trace[1419773870] transaction","detail":"{read_only:false; response_revision:10352; number_of_response:1; }","duration":"967.519442ms","start":"2026-03-02T21:44:33.798548Z","end":"2026-03-02T21:44:34.766068Z","steps":["trace[1419773870] 'process raft request' (duration: 286.763019ms)","trace[1419773870] 'compare' (duration: 679.688127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:44:34.766087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:33.711311Z","time spent":"1.054760326s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:44:34.766123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:33.798521Z","time spent":"967.577664ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:44:34.766237Z","caller":"traceutil/trace.go:171","msg":"trace[356462274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10352; }","duration":"1.134104121s","start":"2026-03-02T21:44:33.631821Z","end":"2026-03-02T21:44:34.765925Z","steps":["trace[356462274] 'agreement among raft nodes before linearized reading' (duration: 1.13406922s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:34.766283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052473018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T21:44:34.766281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:33.631796Z","time spent":"1.134473999s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:44:34.766313Z","caller":"traceutil/trace.go:171","msg":"trace[244808408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10352; }","duration":"1.05253024s","start":"2026-03-02T21:44:33.713774Z","end":"2026-03-02T21:44:34.766304Z","steps":["trace[244808408] 'agreement among raft nodes before linearized reading' (duration: 1.052442138s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:34.76634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:33.713764Z","time spent":"1.052569031s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T21:44:34.770102Z","caller":"traceutil/trace.go:171","msg":"trace[191471494] transaction","detail":"{read_only:false; response_revision:10353; number_of_response:1; }","duration":"952.061104ms","start":"2026-03-02T21:44:33.818024Z","end":"2026-03-02T21:44:34.770085Z","steps":["trace[191471494] 'process raft request' (duration: 951.767176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:34.770194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:33.817998Z","time spent":"952.146016ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:44:34.770353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.679025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:44:34.770384Z","caller":"traceutil/trace.go:171","msg":"trace[53521955] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10353; }","duration":"317.734647ms","start":"2026-03-02T21:44:34.452642Z","end":"2026-03-02T21:44:34.770377Z","steps":["trace[53521955] 'agreement among raft nodes before linearized reading' (duration: 317.688836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:34.770402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:34.452623Z","time spent":"317.774858ms","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T21:44:34.770392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.488057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:44:34.770425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.716947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-02T21:44:34.770471Z","caller":"traceutil/trace.go:171","msg":"trace[592984867] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10353; }","duration":"250.582919ms","start":"2026-03-02T21:44:34.519872Z","end":"2026-03-02T21:44:34.770455Z","steps":["trace[592984867] 'agreement among raft nodes before linearized reading' (duration: 250.435605ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:34.770474Z","caller":"traceutil/trace.go:171","msg":"trace[1655967284] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10353; }","duration":"317.828099ms","start":"2026-03-02T21:44:34.452632Z","end":"2026-03-02T21:44:34.77046Z","steps":["trace[1655967284] 'agreement among raft nodes before linearized reading' (duration: 317.655765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:34.770501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.002895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:44:34.770514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:34.45261Z","time spent":"317.893352ms","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-02T21:44:34.770528Z","caller":"traceutil/trace.go:171","msg":"trace[1291724294] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10353; }","duration":"318.046095ms","start":"2026-03-02T21:44:34.452475Z","end":"2026-03-02T21:44:34.770521Z","steps":["trace[1291724294] 'agreement among raft nodes before linearized reading' (duration: 318.010674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:34.770622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.327243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:44:34.770672Z","caller":"traceutil/trace.go:171","msg":"trace[869720676] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10353; }","duration":"318.412375ms","start":"2026-03-02T21:44:34.452247Z","end":"2026-03-02T21:44:34.77066Z","steps":["trace[869720676] 'agreement among raft nodes before linearized reading' (duration: 318.343353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:34.770704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:34.452225Z","time spent":"318.471766ms","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T21:44:34.770757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.952699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-02T21:44:34.77081Z","caller":"traceutil/trace.go:171","msg":"trace[1149750822] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10353; }","duration":"251.034821ms","start":"2026-03-02T21:44:34.519765Z","end":"2026-03-02T21:44:34.770799Z","steps":["trace[1149750822] 'agreement among raft nodes before linearized reading' (duration: 250.914298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:34.770814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.589174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:44:34.770828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.575519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-02T21:44:34.77085Z","caller":"traceutil/trace.go:171","msg":"trace[961091619] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10353; }","duration":"247.644116ms","start":"2026-03-02T21:44:34.523196Z","end":"2026-03-02T21:44:34.77084Z","steps":["trace[961091619] 'agreement among raft nodes before linearized reading' (duration: 247.591315ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:34.770856Z","caller":"traceutil/trace.go:171","msg":"trace[1749983732] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10353; }","duration":"316.6399ms","start":"2026-03-02T21:44:34.454208Z","end":"2026-03-02T21:44:34.770848Z","steps":["trace[1749983732] 'agreement among raft nodes before linearized reading' (duration: 316.553157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:34.770875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:34.454196Z","time spent":"316.674251ms","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-02T21:44:34.770912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.585554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:44:34.770934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.566991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:44:34.770947Z","caller":"traceutil/trace.go:171","msg":"trace[1954165013] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10353; }","duration":"241.638795ms","start":"2026-03-02T21:44:34.529303Z","end":"2026-03-02T21:44:34.770942Z","steps":["trace[1954165013] 'agreement among raft nodes before linearized reading' (duration: 241.596254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:34.770955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.242081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:44:34.770967Z","caller":"traceutil/trace.go:171","msg":"trace[1191603863] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10353; }","duration":"262.634492ms","start":"2026-03-02T21:44:34.508327Z","end":"2026-03-02T21:44:34.770961Z","steps":["trace[1191603863] 'agreement among raft nodes before linearized reading' (duration: 262.593671ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:34.770997Z","caller":"traceutil/trace.go:171","msg":"trace[1226715959] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10353; }","duration":"318.333143ms","start":"2026-03-02T21:44:34.452654Z","end":"2026-03-02T21:44:34.770987Z","steps":["trace[1226715959] 'agreement among raft nodes before linearized reading' (duration: 318.271161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:34.771028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:34.452629Z","time spent":"318.391444ms","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-02T21:44:34.771057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.431016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vwsdl\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-02T21:44:34.771082Z","caller":"traceutil/trace.go:171","msg":"trace[2128698540] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vwsdl; range_end:; response_count:1; response_revision:10353; }","duration":"785.490337ms","start":"2026-03-02T21:44:33.985586Z","end":"2026-03-02T21:44:34.771076Z","steps":["trace[2128698540] 'agreement among raft nodes before linearized reading' (duration: 785.418165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:34.771099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:33.985566Z","time spent":"785.528708ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-vwsdl\" "} {"level":"warn","ts":"2026-03-02T21:44:34.770544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:34.452468Z","time spent":"318.072876ms","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-02T21:44:54.547745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826689075,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:44:54.733128Z","caller":"traceutil/trace.go:171","msg":"trace[1429803769] linearizableReadLoop","detail":"{readStateIndex:10840; appliedIndex:10839; }","duration":"686.189439ms","start":"2026-03-02T21:44:54.046919Z","end":"2026-03-02T21:44:54.733108Z","steps":["trace[1429803769] 'read index received' (duration: 685.980294ms)","trace[1429803769] 'applied index is now lower than readState.Index' (duration: 207.925µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:44:54.733241Z","caller":"traceutil/trace.go:171","msg":"trace[1603607505] transaction","detail":"{read_only:false; response_revision:10453; number_of_response:1; }","duration":"818.533898ms","start":"2026-03-02T21:44:53.914699Z","end":"2026-03-02T21:44:54.733233Z","steps":["trace[1603607505] 'process raft request' (duration: 818.27707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:54.733344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:53.914676Z","time spent":"818.5905ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:44:54.733454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.501968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:44:54.733581Z","caller":"traceutil/trace.go:171","msg":"trace[1038455123] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:10453; }","duration":"289.663813ms","start":"2026-03-02T21:44:54.443886Z","end":"2026-03-02T21:44:54.73355Z","steps":["trace[1038455123] 'agreement among raft nodes before linearized reading' (duration: 289.483468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:54.733726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.777855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:44:54.733846Z","caller":"traceutil/trace.go:171","msg":"trace[913516415] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:10453; }","duration":"686.933189ms","start":"2026-03-02T21:44:54.046865Z","end":"2026-03-02T21:44:54.733799Z","steps":["trace[913516415] 'agreement among raft nodes before linearized reading' (duration: 686.761545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:54.733903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:54.046844Z","time spent":"687.048151ms","remote":"127.0.0.1:51102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:44:55.237858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.292165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:44:55.237959Z","caller":"traceutil/trace.go:171","msg":"trace[842088791] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10453; }","duration":"410.429669ms","start":"2026-03-02T21:44:54.827507Z","end":"2026-03-02T21:44:55.237936Z","steps":["trace[842088791] 'range keys from in-memory index tree' (duration: 410.235273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:55.238006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:54.827498Z","time spent":"410.49919ms","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T21:44:55.238062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.134786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:44:55.238113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.587757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:44:55.238135Z","caller":"traceutil/trace.go:171","msg":"trace[684038501] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10453; }","duration":"411.217148ms","start":"2026-03-02T21:44:54.826899Z","end":"2026-03-02T21:44:55.238116Z","steps":["trace[684038501] 'range keys from in-memory index tree' (duration: 411.088894ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:55.238147Z","caller":"traceutil/trace.go:171","msg":"trace[1231142107] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10453; }","duration":"411.661409ms","start":"2026-03-02T21:44:54.826473Z","end":"2026-03-02T21:44:55.238134Z","steps":["trace[1231142107] 'range keys from in-memory index tree' (duration: 411.505595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:55.238183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:54.82645Z","time spent":"411.724131ms","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-02T21:44:55.238198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:54.826891Z","time spent":"411.28339ms","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T21:44:55.238217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.467754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:44:55.238315Z","caller":"traceutil/trace.go:171","msg":"trace[108350024] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10453; }","duration":"411.618148ms","start":"2026-03-02T21:44:54.826674Z","end":"2026-03-02T21:44:55.238292Z","steps":["trace[108350024] 'range keys from in-memory index tree' (duration: 411.388922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:55.238369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:54.826653Z","time spent":"411.70565ms","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-02T21:44:55.238387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.799053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-02T21:44:55.238424Z","caller":"traceutil/trace.go:171","msg":"trace[829047226] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10453; }","duration":"411.875825ms","start":"2026-03-02T21:44:54.826539Z","end":"2026-03-02T21:44:55.238415Z","steps":["trace[829047226] 'range keys from in-memory index tree' (duration: 411.651569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:55.238451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:54.826517Z","time spent":"411.925425ms","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-02T21:44:55.238489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.008613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:44:55.238513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.2935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-02T21:44:55.238621Z","caller":"traceutil/trace.go:171","msg":"trace[1535305907] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10453; }","duration":"411.429353ms","start":"2026-03-02T21:44:54.827168Z","end":"2026-03-02T21:44:55.238597Z","steps":["trace[1535305907] 'range keys from in-memory index tree' (duration: 411.087334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:55.238752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:54.827159Z","time spent":"411.559026ms","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-02T21:44:55.238323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.512645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:44:55.238947Z","caller":"traceutil/trace.go:171","msg":"trace[1272282155] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10453; }","duration":"412.157191ms","start":"2026-03-02T21:44:54.826772Z","end":"2026-03-02T21:44:55.238929Z","steps":["trace[1272282155] 'range keys from in-memory index tree' (duration: 411.440413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:55.239009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:54.826752Z","time spent":"412.239943ms","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T21:44:55.23863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.733551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:44:55.239105Z","caller":"traceutil/trace.go:171","msg":"trace[938698628] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10453; }","duration":"412.225183ms","start":"2026-03-02T21:44:54.826866Z","end":"2026-03-02T21:44:55.239091Z","steps":["trace[938698628] 'range keys from in-memory index tree' (duration: 411.647648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:55.239154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:54.826855Z","time spent":"412.286135ms","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-02T21:44:55.23856Z","caller":"traceutil/trace.go:171","msg":"trace[2042274073] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10453; }","duration":"411.103945ms","start":"2026-03-02T21:44:54.827441Z","end":"2026-03-02T21:44:55.238545Z","steps":["trace[2042274073] 'range keys from in-memory index tree' (duration: 410.952142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:55.23928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:54.827429Z","time spent":"411.838024ms","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-02T21:44:55.239571Z","caller":"traceutil/trace.go:171","msg":"trace[1472679153] linearizableReadLoop","detail":"{readStateIndex:10841; appliedIndex:10840; }","duration":"372.673549ms","start":"2026-03-02T21:44:54.866877Z","end":"2026-03-02T21:44:55.239551Z","steps":["trace[1472679153] 'read index received' (duration: 351.168689ms)","trace[1472679153] 'applied index is now lower than readState.Index' (duration: 21.50331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:44:55.238019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.254949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:44:55.239765Z","caller":"traceutil/trace.go:171","msg":"trace[1028623405] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10453; }","duration":"413.043023ms","start":"2026-03-02T21:44:54.826694Z","end":"2026-03-02T21:44:55.239737Z","steps":["trace[1028623405] 'range keys from in-memory index tree' (duration: 411.179267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:55.239847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:54.826677Z","time spent":"413.135075ms","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-02T21:44:55.23865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.981467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-02T21:44:55.239913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.013477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:44:55.239951Z","caller":"traceutil/trace.go:171","msg":"trace[1528307258] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10453; }","duration":"413.278299ms","start":"2026-03-02T21:44:54.826654Z","end":"2026-03-02T21:44:55.239932Z","steps":["trace[1528307258] 'range keys from in-memory index tree' (duration: 411.825103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:55.239991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.882737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:44:55.239997Z","caller":"traceutil/trace.go:171","msg":"trace[635003615] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10454; }","duration":"373.13331ms","start":"2026-03-02T21:44:54.866841Z","end":"2026-03-02T21:44:55.239975Z","steps":["trace[635003615] 'agreement among raft nodes before linearized reading' (duration: 372.898784ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:55.240056Z","caller":"traceutil/trace.go:171","msg":"trace[625674525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10454; }","duration":"365.97516ms","start":"2026-03-02T21:44:54.874067Z","end":"2026-03-02T21:44:55.240042Z","steps":["trace[625674525] 'agreement among raft nodes before linearized reading' (duration: 365.823366ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:55.23999Z","caller":"traceutil/trace.go:171","msg":"trace[1128422813] transaction","detail":"{read_only:false; response_revision:10454; number_of_response:1; }","duration":"385.242464ms","start":"2026-03-02T21:44:54.854698Z","end":"2026-03-02T21:44:55.23994Z","steps":["trace[1128422813] 'process raft request' (duration: 363.319854ms)","trace[1128422813] 'compare' (duration: 19.773247ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:44:55.240082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:54.874049Z","time spent":"366.027161ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:44:55.240073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:54.826586Z","time spent":"413.461303ms","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-02T21:44:55.240079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:54.866825Z","time spent":"373.243973ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:44:55.240188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:54.854677Z","time spent":"385.422878ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:44:55.240226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.294639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:44:55.240248Z","caller":"traceutil/trace.go:171","msg":"trace[992504522] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10454; }","duration":"364.360181ms","start":"2026-03-02T21:44:54.87588Z","end":"2026-03-02T21:44:55.240241Z","steps":["trace[992504522] 'agreement among raft nodes before linearized reading' (duration: 364.300109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:55.240267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:54.87586Z","time spent":"364.402771ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:44:55.24031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.436322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T21:44:55.240352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.220347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T21:44:55.240372Z","caller":"traceutil/trace.go:171","msg":"trace[312158125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10454; }","duration":"366.268338ms","start":"2026-03-02T21:44:54.874098Z","end":"2026-03-02T21:44:55.240366Z","steps":["trace[312158125] 'agreement among raft nodes before linearized reading' (duration: 366.218137ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:55.240371Z","caller":"traceutil/trace.go:171","msg":"trace[330702505] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10454; }","duration":"362.516244ms","start":"2026-03-02T21:44:54.877838Z","end":"2026-03-02T21:44:55.240355Z","steps":["trace[330702505] 'agreement among raft nodes before linearized reading' (duration: 362.315848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:55.240392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:54.874081Z","time spent":"366.307969ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:44:55.240405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:54.877824Z","time spent":"362.572976ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:44:55.240423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.960814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:44:55.240465Z","caller":"traceutil/trace.go:171","msg":"trace[1811512933] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:10454; }","duration":"182.050836ms","start":"2026-03-02T21:44:55.058404Z","end":"2026-03-02T21:44:55.240455Z","steps":["trace[1811512933] 'agreement among raft nodes before linearized reading' (duration: 181.943574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:55.240473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.796735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T21:44:55.240525Z","caller":"traceutil/trace.go:171","msg":"trace[1795805106] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10454; }","duration":"357.873718ms","start":"2026-03-02T21:44:54.882636Z","end":"2026-03-02T21:44:55.24051Z","steps":["trace[1795805106] 'agreement among raft nodes before linearized reading' (duration: 357.706123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:55.240576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:54.882622Z","time spent":"357.942539ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:44:55.241006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.573239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vwsdl\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-02T21:44:55.241105Z","caller":"traceutil/trace.go:171","msg":"trace[1261368064] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vwsdl; range_end:; response_count:1; response_revision:10454; }","duration":"317.110441ms","start":"2026-03-02T21:44:54.92396Z","end":"2026-03-02T21:44:55.241071Z","steps":["trace[1261368064] 'agreement among raft nodes before linearized reading' (duration: 316.298441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:55.242649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:54.923949Z","time spent":"317.43921ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-vwsdl\" "} {"level":"info","ts":"2026-03-02T21:44:55.387352Z","caller":"traceutil/trace.go:171","msg":"trace[788238291] transaction","detail":"{read_only:false; response_revision:10456; number_of_response:1; }","duration":"142.154544ms","start":"2026-03-02T21:44:55.245169Z","end":"2026-03-02T21:44:55.387324Z","steps":["trace[788238291] 'process raft request' (duration: 96.146148ms)","trace[788238291] 'compare' (duration: 45.803711ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:44:55.387677Z","caller":"traceutil/trace.go:171","msg":"trace[464126471] transaction","detail":"{read_only:false; response_revision:10457; number_of_response:1; }","duration":"142.38361ms","start":"2026-03-02T21:44:55.245263Z","end":"2026-03-02T21:44:55.387646Z","steps":["trace[464126471] 'process raft request' (duration: 142.015851ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:55.387942Z","caller":"traceutil/trace.go:171","msg":"trace[636536614] transaction","detail":"{read_only:false; response_revision:10458; number_of_response:1; }","duration":"142.615715ms","start":"2026-03-02T21:44:55.245309Z","end":"2026-03-02T21:44:55.387925Z","steps":["trace[636536614] 'process raft request' (duration: 142.210405ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:55.388041Z","caller":"traceutil/trace.go:171","msg":"trace[459341719] transaction","detail":"{read_only:false; response_revision:10459; number_of_response:1; }","duration":"142.650716ms","start":"2026-03-02T21:44:55.245352Z","end":"2026-03-02T21:44:55.388003Z","steps":["trace[459341719] 'process raft request' (duration: 142.546663ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:55.388154Z","caller":"traceutil/trace.go:171","msg":"trace[434462193] linearizableReadLoop","detail":"{readStateIndex:10846; appliedIndex:10841; }","duration":"142.269935ms","start":"2026-03-02T21:44:55.245842Z","end":"2026-03-02T21:44:55.388112Z","steps":["trace[434462193] 'read index received' (duration: 20.204967ms)","trace[434462193] 'applied index is now lower than readState.Index' (duration: 122.063708ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:44:55.38819Z","caller":"traceutil/trace.go:171","msg":"trace[544760807] transaction","detail":"{read_only:false; response_revision:10460; number_of_response:1; }","duration":"142.296976ms","start":"2026-03-02T21:44:55.245878Z","end":"2026-03-02T21:44:55.388175Z","steps":["trace[544760807] 'process raft request' (duration: 142.088951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:55.38894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.063746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447647"} {"level":"info","ts":"2026-03-02T21:44:55.389011Z","caller":"traceutil/trace.go:171","msg":"trace[121595465] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:10460; }","duration":"143.184349ms","start":"2026-03-02T21:44:55.245814Z","end":"2026-03-02T21:44:55.388998Z","steps":["trace[121595465] 'agreement among raft nodes before linearized reading' (duration: 142.44776ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:57.475527Z","caller":"traceutil/trace.go:171","msg":"trace[1647801212] transaction","detail":"{read_only:false; response_revision:10464; number_of_response:1; }","duration":"194.263233ms","start":"2026-03-02T21:44:57.281234Z","end":"2026-03-02T21:44:57.475497Z","steps":["trace[1647801212] 'process raft request' (duration: 132.976003ms)","trace[1647801212] 'compare' (duration: 61.130766ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:44:57.951379Z","caller":"traceutil/trace.go:171","msg":"trace[823328766] transaction","detail":"{read_only:false; response_revision:10470; number_of_response:1; }","duration":"103.580824ms","start":"2026-03-02T21:44:57.84777Z","end":"2026-03-02T21:44:57.951351Z","steps":["trace[823328766] 'process raft request' (duration: 103.376749ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:47:05.361525Z","caller":"traceutil/trace.go:171","msg":"trace[1048235581] transaction","detail":"{read_only:false; response_revision:11288; number_of_response:1; }","duration":"166.943687ms","start":"2026-03-02T21:47:05.194561Z","end":"2026-03-02T21:47:05.361504Z","steps":["trace[1048235581] 'process raft request' (duration: 166.805053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:47:05.566242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.427341ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:47:05.566372Z","caller":"traceutil/trace.go:171","msg":"trace[950664210] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11288; }","duration":"138.580244ms","start":"2026-03-02T21:47:05.427773Z","end":"2026-03-02T21:47:05.566353Z","steps":["trace[950664210] 'range keys from in-memory index tree' (duration: 138.40907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:47:05.904637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.187782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:47:05.904722Z","caller":"traceutil/trace.go:171","msg":"trace[1318733560] linearizableReadLoop","detail":"{readStateIndex:11705; appliedIndex:11704; }","duration":"104.919877ms","start":"2026-03-02T21:47:05.799789Z","end":"2026-03-02T21:47:05.904709Z","steps":["trace[1318733560] 'read index received' (duration: 45.231µs)","trace[1318733560] 'applied index is now lower than readState.Index' (duration: 104.873846ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:47:05.904791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.999909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:47:05.904816Z","caller":"traceutil/trace.go:171","msg":"trace[1820765170] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:11290; }","duration":"105.062761ms","start":"2026-03-02T21:47:05.799746Z","end":"2026-03-02T21:47:05.904809Z","steps":["trace[1820765170] 'agreement among raft nodes before linearized reading' (duration: 104.996649ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:47:05.904848Z","caller":"traceutil/trace.go:171","msg":"trace[1100524901] transaction","detail":"{read_only:false; response_revision:11290; number_of_response:1; }","duration":"170.325301ms","start":"2026-03-02T21:47:05.73451Z","end":"2026-03-02T21:47:05.904836Z","steps":["trace[1100524901] 'process raft request' (duration: 41.871843ms)","trace[1100524901] 'compare' (duration: 128.044758ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:47:06.384625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.182541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:47:06.384903Z","caller":"traceutil/trace.go:171","msg":"trace[513279354] linearizableReadLoop","detail":"{readStateIndex:11710; appliedIndex:11707; }","duration":"224.733219ms","start":"2026-03-02T21:47:06.16014Z","end":"2026-03-02T21:47:06.384873Z","steps":["trace[513279354] 'read index received' (duration: 104.274051ms)","trace[513279354] 'applied index is now lower than readState.Index' (duration: 120.448808ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:47:06.384894Z","caller":"traceutil/trace.go:171","msg":"trace[160154749] transaction","detail":"{read_only:false; response_revision:11293; number_of_response:1; }","duration":"240.371833ms","start":"2026-03-02T21:47:06.144488Z","end":"2026-03-02T21:47:06.384859Z","steps":["trace[160154749] 'process raft request' (duration: 119.878054ms)","trace[160154749] 'compare' (duration: 119.963556ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:47:06.384955Z","caller":"traceutil/trace.go:171","msg":"trace[1421895889] transaction","detail":"{read_only:false; response_revision:11295; number_of_response:1; }","duration":"237.204473ms","start":"2026-03-02T21:47:06.14772Z","end":"2026-03-02T21:47:06.384925Z","steps":["trace[1421895889] 'process raft request' (duration: 237.103701ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:47:06.384965Z","caller":"traceutil/trace.go:171","msg":"trace[1766024871] transaction","detail":"{read_only:false; response_revision:11294; number_of_response:1; }","duration":"238.353361ms","start":"2026-03-02T21:47:06.146571Z","end":"2026-03-02T21:47:06.384924Z","steps":["trace[1766024871] 'process raft request' (duration: 238.156586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:47:06.38505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.361291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:47:06.385088Z","caller":"traceutil/trace.go:171","msg":"trace[1901834762] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11295; }","duration":"236.415133ms","start":"2026-03-02T21:47:06.148659Z","end":"2026-03-02T21:47:06.385074Z","steps":["trace[1901834762] 'agreement among raft nodes before linearized reading' (duration: 236.29213ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:47:06.429753Z","caller":"traceutil/trace.go:171","msg":"trace[1355796245] transaction","detail":"{read_only:false; response_revision:11296; number_of_response:1; }","duration":"265.423493ms","start":"2026-03-02T21:47:06.164308Z","end":"2026-03-02T21:47:06.429731Z","steps":["trace[1355796245] 'process raft request' (duration: 265.30053ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:47:13.255522Z","caller":"traceutil/trace.go:171","msg":"trace[1887653431] transaction","detail":"{read_only:false; response_revision:11338; number_of_response:1; }","duration":"109.360359ms","start":"2026-03-02T21:47:13.146142Z","end":"2026-03-02T21:47:13.255502Z","steps":["trace[1887653431] 'process raft request' (duration: 109.167005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:47:13.778824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.673204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:47:13.779012Z","caller":"traceutil/trace.go:171","msg":"trace[1419208406] transaction","detail":"{read_only:false; response_revision:11339; number_of_response:1; }","duration":"505.303182ms","start":"2026-03-02T21:47:13.273695Z","end":"2026-03-02T21:47:13.778998Z","steps":["trace[1419208406] 'process raft request' (duration: 125.391852ms)","trace[1419208406] 'compare' (duration: 379.592232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:47:13.779064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:47:13.273672Z","time spent":"505.369534ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:47:13.779105Z","caller":"traceutil/trace.go:171","msg":"trace[1878753531] transaction","detail":"{read_only:false; response_revision:11341; number_of_response:1; }","duration":"382.66589ms","start":"2026-03-02T21:47:13.396414Z","end":"2026-03-02T21:47:13.77908Z","steps":["trace[1878753531] 'process raft request' (duration: 382.540007ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:47:13.779227Z","caller":"traceutil/trace.go:171","msg":"trace[696126698] linearizableReadLoop","detail":"{readStateIndex:11756; appliedIndex:11755; }","duration":"467.639886ms","start":"2026-03-02T21:47:13.311579Z","end":"2026-03-02T21:47:13.779219Z","steps":["trace[696126698] 'read index received' (duration: 87.47362ms)","trace[696126698] 'applied index is now lower than readState.Index' (duration: 380.165576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:47:13.779241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:47:13.396405Z","time spent":"382.768212ms","remote":"127.0.0.1:50958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:47:13.779297Z","caller":"traceutil/trace.go:171","msg":"trace[437298785] transaction","detail":"{read_only:false; response_revision:11340; number_of_response:1; }","duration":"382.929096ms","start":"2026-03-02T21:47:13.396362Z","end":"2026-03-02T21:47:13.779291Z","steps":["trace[437298785] 'process raft request' (duration: 382.550857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:47:13.779333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:47:13.396336Z","time spent":"382.977867ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:47:13.77949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.916973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:47:13.779516Z","caller":"traceutil/trace.go:171","msg":"trace[10423205] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:11341; }","duration":"467.979335ms","start":"2026-03-02T21:47:13.311531Z","end":"2026-03-02T21:47:13.77951Z","steps":["trace[10423205] 'agreement among raft nodes before linearized reading' (duration: 467.917943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:47:13.779535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:47:13.311512Z","time spent":"468.019185ms","remote":"127.0.0.1:34672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:47:13.779691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.148393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-02T21:47:13.779716Z","caller":"traceutil/trace.go:171","msg":"trace[1676149922] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11341; }","duration":"418.204604ms","start":"2026-03-02T21:47:13.361504Z","end":"2026-03-02T21:47:13.779708Z","steps":["trace[1676149922] 'agreement among raft nodes before linearized reading' (duration: 418.121892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:47:13.779733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:47:13.361486Z","time spent":"418.242605ms","remote":"127.0.0.1:34542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T21:47:13.779919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.153554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:47:13.779942Z","caller":"traceutil/trace.go:171","msg":"trace[1867494215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11341; }","duration":"148.223656ms","start":"2026-03-02T21:47:13.631713Z","end":"2026-03-02T21:47:13.779937Z","steps":["trace[1867494215] 'agreement among raft nodes before linearized reading' (duration: 148.176275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:47:13.780188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.786848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-02T21:47:13.780214Z","caller":"traceutil/trace.go:171","msg":"trace[418433402] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11341; }","duration":"196.84762ms","start":"2026-03-02T21:47:13.58336Z","end":"2026-03-02T21:47:13.780208Z","steps":["trace[418433402] 'agreement among raft nodes before linearized reading' (duration: 196.779828ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:47:14.55357Z","caller":"traceutil/trace.go:171","msg":"trace[1341808407] transaction","detail":"{read_only:false; response_revision:11346; number_of_response:1; }","duration":"126.51735ms","start":"2026-03-02T21:47:14.427017Z","end":"2026-03-02T21:47:14.553535Z","steps":["trace[1341808407] 'process raft request' (duration: 126.423168ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:47:14.553639Z","caller":"traceutil/trace.go:171","msg":"trace[143667052] transaction","detail":"{read_only:false; response_revision:11345; number_of_response:1; }","duration":"127.556917ms","start":"2026-03-02T21:47:14.426051Z","end":"2026-03-02T21:47:14.553608Z","steps":["trace[143667052] 'process raft request' (duration: 127.25974ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:48:49.060975Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9902} {"level":"info","ts":"2026-03-02T21:48:49.149532Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9902,"took":"86.493944ms","hash":2992163919,"current-db-size-bytes":44179456,"current-db-size":"44 MB","current-db-size-in-use-bytes":23240704,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-02T21:48:49.14961Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2992163919,"revision":9902,"compact-revision":7631} {"level":"info","ts":"2026-03-02T21:50:15.374999Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003294.wal"} {"level":"info","ts":"2026-03-02T21:50:35.790479Z","caller":"traceutil/trace.go:171","msg":"trace[1102496765] transaction","detail":"{read_only:false; response_revision:12625; number_of_response:1; }","duration":"241.480652ms","start":"2026-03-02T21:50:35.548961Z","end":"2026-03-02T21:50:35.790442Z","steps":["trace[1102496765] 'process raft request' (duration: 241.237226ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:36.062619Z","caller":"traceutil/trace.go:171","msg":"trace[1187319603] transaction","detail":"{read_only:false; response_revision:12626; number_of_response:1; }","duration":"513.573243ms","start":"2026-03-02T21:50:35.549018Z","end":"2026-03-02T21:50:36.062591Z","steps":["trace[1187319603] 'process raft request' (duration: 511.263945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:36.06281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:35.548988Z","time spent":"513.736147ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:50:36.062804Z","caller":"traceutil/trace.go:171","msg":"trace[1077101651] linearizableReadLoop","detail":"{readStateIndex:13095; appliedIndex:13092; }","duration":"460.676914ms","start":"2026-03-02T21:50:35.602083Z","end":"2026-03-02T21:50:36.06276Z","steps":["trace[1077101651] 'read index received' (duration: 188.186653ms)","trace[1077101651] 'applied index is now lower than readState.Index' (duration: 272.488091ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:50:36.062896Z","caller":"traceutil/trace.go:171","msg":"trace[1888878967] transaction","detail":"{read_only:false; response_revision:12627; number_of_response:1; }","duration":"512.160227ms","start":"2026-03-02T21:50:35.550692Z","end":"2026-03-02T21:50:36.062852Z","steps":["trace[1888878967] 'process raft request' (duration: 511.833859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:36.06297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.878689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T21:50:36.063036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:35.550487Z","time spent":"512.483615ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:50:36.063056Z","caller":"traceutil/trace.go:171","msg":"trace[955383080] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12627; }","duration":"461.009842ms","start":"2026-03-02T21:50:35.602025Z","end":"2026-03-02T21:50:36.063034Z","steps":["trace[955383080] 'agreement among raft nodes before linearized reading' (duration: 460.837678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:36.063103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:35.602001Z","time spent":"461.093624ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T21:50:36.06346Z","caller":"traceutil/trace.go:171","msg":"trace[808899515] transaction","detail":"{read_only:false; response_revision:12628; number_of_response:1; }","duration":"119.320999ms","start":"2026-03-02T21:50:35.94409Z","end":"2026-03-02T21:50:36.063411Z","steps":["trace[808899515] 'process raft request' (duration: 119.101314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:36.063796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.052333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:50:36.063909Z","caller":"traceutil/trace.go:171","msg":"trace[1843712813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12629; }","duration":"430.213466ms","start":"2026-03-02T21:50:35.633674Z","end":"2026-03-02T21:50:36.063887Z","steps":["trace[1843712813] 'agreement among raft nodes before linearized reading' (duration: 429.864897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:36.063835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.256943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:50:36.063959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:35.633658Z","time spent":"430.291468ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:50:36.063943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.860673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:50:36.063983Z","caller":"traceutil/trace.go:171","msg":"trace[1214000365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12629; }","duration":"429.485029ms","start":"2026-03-02T21:50:35.634466Z","end":"2026-03-02T21:50:36.063951Z","steps":["trace[1214000365] 'agreement among raft nodes before linearized reading' (duration: 429.305144ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:36.064092Z","caller":"traceutil/trace.go:171","msg":"trace[1350254950] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:12629; }","duration":"400.099189ms","start":"2026-03-02T21:50:35.663967Z","end":"2026-03-02T21:50:36.064057Z","steps":["trace[1350254950] 'agreement among raft nodes before linearized reading' (duration: 399.800362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:36.06412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:35.634442Z","time spent":"429.661392ms","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:50:36.064145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:35.663948Z","time spent":"400.183441ms","remote":"127.0.0.1:34722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:50:39.362409Z","caller":"traceutil/trace.go:171","msg":"trace[1051965082] transaction","detail":"{read_only:false; response_revision:12643; number_of_response:1; }","duration":"109.384481ms","start":"2026-03-02T21:50:39.252998Z","end":"2026-03-02T21:50:39.362382Z","steps":["trace[1051965082] 'process raft request' (duration: 109.228847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:59.851815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.955548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:50:59.851899Z","caller":"traceutil/trace.go:171","msg":"trace[1924737623] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12742; }","duration":"410.084111ms","start":"2026-03-02T21:50:59.441799Z","end":"2026-03-02T21:50:59.851884Z","steps":["trace[1924737623] 'count revisions from in-memory index tree' (duration: 409.866906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:59.852057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:59.44178Z","time spent":"410.267476ms","remote":"127.0.0.1:32914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:50:59.852266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.386592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T21:50:59.852281Z","caller":"traceutil/trace.go:171","msg":"trace[1359511130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12742; }","duration":"391.438072ms","start":"2026-03-02T21:50:59.460838Z","end":"2026-03-02T21:50:59.852276Z","steps":["trace[1359511130] 'range keys from in-memory index tree' (duration: 391.264028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:59.852295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:59.460796Z","time spent":"391.495523ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:50:59.853129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.044246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T21:50:59.853199Z","caller":"traceutil/trace.go:171","msg":"trace[1526796332] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:12742; }","duration":"738.166279ms","start":"2026-03-02T21:50:59.115018Z","end":"2026-03-02T21:50:59.853185Z","steps":["trace[1526796332] 'count revisions from in-memory index tree' (duration: 737.897673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:59.853233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:59.114998Z","time spent":"738.227221ms","remote":"127.0.0.1:34984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1373,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:50:59.972334Z","caller":"traceutil/trace.go:171","msg":"trace[976211575] transaction","detail":"{read_only:false; response_revision:12743; number_of_response:1; }","duration":"115.657998ms","start":"2026-03-02T21:50:59.856653Z","end":"2026-03-02T21:50:59.972311Z","steps":["trace[976211575] 'process raft request' (duration: 115.496674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:00.828154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.558607ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:51:00.828257Z","caller":"traceutil/trace.go:171","msg":"trace[1181386682] linearizableReadLoop","detail":"{readStateIndex:13217; appliedIndex:13216; }","duration":"636.934715ms","start":"2026-03-02T21:51:00.191307Z","end":"2026-03-02T21:51:00.828242Z","steps":["trace[1181386682] 'read index received' (duration: 30.851µs)","trace[1181386682] 'applied index is now lower than readState.Index' (duration: 636.902614ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:51:00.828509Z","caller":"traceutil/trace.go:171","msg":"trace[1536035365] transaction","detail":"{read_only:false; response_revision:12744; number_of_response:1; }","duration":"851.073728ms","start":"2026-03-02T21:50:59.97742Z","end":"2026-03-02T21:51:00.828494Z","steps":["trace[1536035365] 'process raft request' (duration: 167.07422ms)","trace[1536035365] 'compare' (duration: 683.398143ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:51:00.828574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:59.977402Z","time spent":"851.13766ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:51:00.829029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.708335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:51:00.82909Z","caller":"traceutil/trace.go:171","msg":"trace[1101293387] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12744; }","duration":"637.809187ms","start":"2026-03-02T21:51:00.191266Z","end":"2026-03-02T21:51:00.829075Z","steps":["trace[1101293387] 'agreement among raft nodes before linearized reading' (duration: 637.304794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:00.829118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:00.191251Z","time spent":"637.861588ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T21:51:00.83186Z","caller":"traceutil/trace.go:171","msg":"trace[822615643] transaction","detail":"{read_only:false; response_revision:12745; number_of_response:1; }","duration":"245.495702ms","start":"2026-03-02T21:51:00.585705Z","end":"2026-03-02T21:51:00.831201Z","steps":["trace[822615643] 'process raft request' (duration: 245.359159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:00.832202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.872924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:51:00.832234Z","caller":"traceutil/trace.go:171","msg":"trace[791499966] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12746; }","duration":"640.930776ms","start":"2026-03-02T21:51:00.191296Z","end":"2026-03-02T21:51:00.832227Z","steps":["trace[791499966] 'agreement among raft nodes before linearized reading' (duration: 640.825003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:00.832252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:00.191281Z","time spent":"640.967016ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:51:00.832301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.624248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:51:00.832329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.203146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vwsdl\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-02T21:51:00.832345Z","caller":"traceutil/trace.go:171","msg":"trace[897173883] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vwsdl; range_end:; response_count:1; response_revision:12746; }","duration":"389.247517ms","start":"2026-03-02T21:51:00.443093Z","end":"2026-03-02T21:51:00.83234Z","steps":["trace[897173883] 'agreement among raft nodes before linearized reading' (duration: 389.200166ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:00.832343Z","caller":"traceutil/trace.go:171","msg":"trace[600192619] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:12746; }","duration":"323.72288ms","start":"2026-03-02T21:51:00.508609Z","end":"2026-03-02T21:51:00.832332Z","steps":["trace[600192619] 'agreement among raft nodes before linearized reading' (duration: 323.536046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:00.832379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:00.508587Z","time spent":"323.784792ms","remote":"127.0.0.1:34790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":96,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:51:00.832393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.934926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-02T21:51:00.832407Z","caller":"traceutil/trace.go:171","msg":"trace[2131267222] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12746; }","duration":"570.986237ms","start":"2026-03-02T21:51:00.261418Z","end":"2026-03-02T21:51:00.832404Z","steps":["trace[2131267222] 'agreement among raft nodes before linearized reading' (duration: 570.946556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:00.83242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:00.261396Z","time spent":"571.020277ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T21:51:00.832543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.095664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:51:00.832571Z","caller":"traceutil/trace.go:171","msg":"trace[1632769324] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12746; }","duration":"638.122555ms","start":"2026-03-02T21:51:00.194441Z","end":"2026-03-02T21:51:00.832563Z","steps":["trace[1632769324] 'agreement among raft nodes before linearized reading' (duration: 638.070554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:00.832599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:00.194382Z","time spent":"638.211057ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:51:00.832643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.144595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T21:51:00.8327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.023419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:51:00.832736Z","caller":"traceutil/trace.go:171","msg":"trace[1730608979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12746; }","duration":"200.102961ms","start":"2026-03-02T21:51:00.632624Z","end":"2026-03-02T21:51:00.832727Z","steps":["trace[1730608979] 'agreement among raft nodes before linearized reading' (duration: 200.05122ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:00.832728Z","caller":"traceutil/trace.go:171","msg":"trace[1005843877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12746; }","duration":"638.248368ms","start":"2026-03-02T21:51:00.194458Z","end":"2026-03-02T21:51:00.832706Z","steps":["trace[1005843877] 'agreement among raft nodes before linearized reading' (duration: 638.008623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:00.832357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:00.443074Z","time spent":"389.280248ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-vwsdl\" "} {"level":"warn","ts":"2026-03-02T21:51:00.832792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:00.194453Z","time spent":"638.31911ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:51:09.45262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.608284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:582445"} {"level":"info","ts":"2026-03-02T21:51:09.452713Z","caller":"traceutil/trace.go:171","msg":"trace[265308403] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:12786; }","duration":"550.747188ms","start":"2026-03-02T21:51:08.901946Z","end":"2026-03-02T21:51:09.452693Z","steps":["trace[265308403] 'range keys from in-memory index tree' (duration: 549.761384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:09.452798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:08.901929Z","time spent":"550.84972ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":62,"response size":582468,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-02T21:51:17.145325Z","caller":"traceutil/trace.go:171","msg":"trace[1270244442] transaction","detail":"{read_only:false; response_revision:12833; number_of_response:1; }","duration":"254.95543ms","start":"2026-03-02T21:51:16.890345Z","end":"2026-03-02T21:51:17.1453Z","steps":["trace[1270244442] 'process raft request' (duration: 254.833617ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:17.346455Z","caller":"traceutil/trace.go:171","msg":"trace[1756448481] linearizableReadLoop","detail":"{readStateIndex:13312; appliedIndex:13309; }","duration":"431.501599ms","start":"2026-03-02T21:51:16.914928Z","end":"2026-03-02T21:51:17.34643Z","steps":["trace[1756448481] 'read index received' (duration: 230.28442ms)","trace[1756448481] 'applied index is now lower than readState.Index' (duration: 201.215849ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:51:17.346582Z","caller":"traceutil/trace.go:171","msg":"trace[1100881760] transaction","detail":"{read_only:false; response_revision:12834; number_of_response:1; }","duration":"438.117797ms","start":"2026-03-02T21:51:16.908454Z","end":"2026-03-02T21:51:17.346572Z","steps":["trace[1100881760] 'process raft request' (duration: 437.708526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:17.346689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:16.908427Z","time spent":"438.183619ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:51:17.346795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.849008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T21:51:17.346916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.865194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:51:17.346952Z","caller":"traceutil/trace.go:171","msg":"trace[1790599516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12836; }","duration":"430.966426ms","start":"2026-03-02T21:51:16.915976Z","end":"2026-03-02T21:51:17.346942Z","steps":["trace[1790599516] 'agreement among raft nodes before linearized reading' (duration: 430.844453ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:17.346946Z","caller":"traceutil/trace.go:171","msg":"trace[994939012] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12836; }","duration":"432.038863ms","start":"2026-03-02T21:51:16.91488Z","end":"2026-03-02T21:51:17.346918Z","steps":["trace[994939012] 'agreement among raft nodes before linearized reading' (duration: 431.730196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:17.347058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.997681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:51:17.346934Z","caller":"traceutil/trace.go:171","msg":"trace[1293410676] transaction","detail":"{read_only:false; response_revision:12835; number_of_response:1; }","duration":"436.931867ms","start":"2026-03-02T21:51:16.909961Z","end":"2026-03-02T21:51:17.346893Z","steps":["trace[1293410676] 'process raft request' (duration: 436.389113ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:17.347096Z","caller":"traceutil/trace.go:171","msg":"trace[1174616801] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12836; }","duration":"430.052722ms","start":"2026-03-02T21:51:16.917033Z","end":"2026-03-02T21:51:17.347086Z","steps":["trace[1174616801] 'agreement among raft nodes before linearized reading' (duration: 429.96938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:17.347125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:16.917022Z","time spent":"430.095373ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T21:51:17.347118Z","caller":"traceutil/trace.go:171","msg":"trace[1530399168] transaction","detail":"{read_only:false; response_revision:12836; number_of_response:1; }","duration":"293.232373ms","start":"2026-03-02T21:51:17.053863Z","end":"2026-03-02T21:51:17.347096Z","steps":["trace[1530399168] 'process raft request' (duration: 292.524185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:17.347156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.699053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T21:51:17.347182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:16.909947Z","time spent":"437.153342ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:51:17.347216Z","caller":"traceutil/trace.go:171","msg":"trace[215334718] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12836; }","duration":"425.790556ms","start":"2026-03-02T21:51:16.921412Z","end":"2026-03-02T21:51:17.347203Z","steps":["trace[215334718] 'agreement among raft nodes before linearized reading' (duration: 425.588411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:17.347037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:16.914864Z","time spent":"432.155186ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:51:17.347253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:16.921405Z","time spent":"425.837997ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:51:17.346985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:16.915943Z","time spent":"431.036118ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:51:17.347409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.327285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:51:17.347456Z","caller":"traceutil/trace.go:171","msg":"trace[189778309] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12836; }","duration":"431.507789ms","start":"2026-03-02T21:51:16.915931Z","end":"2026-03-02T21:51:17.347439Z","steps":["trace[189778309] 'agreement among raft nodes before linearized reading' (duration: 431.366826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:17.34751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:16.915869Z","time spent":"431.628362ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:51:19.133569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826696252,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:51:19.63437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826696252,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:51:19.734887Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.67283905s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T21:51:19.735338Z","caller":"traceutil/trace.go:171","msg":"trace[1430377707] transaction","detail":"{read_only:false; response_revision:12842; number_of_response:1; }","duration":"1.673348244s","start":"2026-03-02T21:51:18.061966Z","end":"2026-03-02T21:51:19.735314Z","steps":["trace[1430377707] 'process raft request' (duration: 1.67318181s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:19.735508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:18.061954Z","time spent":"1.673452536s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:51:20.615139Z","caller":"traceutil/trace.go:171","msg":"trace[1845354300] transaction","detail":"{read_only:false; response_revision:12843; number_of_response:1; }","duration":"1.576691634s","start":"2026-03-02T21:51:19.038424Z","end":"2026-03-02T21:51:20.615116Z","steps":["trace[1845354300] 'process raft request' (duration: 1.576494319s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:20.615282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:19.038401Z","time spent":"1.576807236s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:51:20.615473Z","caller":"traceutil/trace.go:171","msg":"trace[1506300391] linearizableReadLoop","detail":"{readStateIndex:13323; appliedIndex:13319; }","duration":"1.982291602s","start":"2026-03-02T21:51:18.633151Z","end":"2026-03-02T21:51:20.615443Z","steps":["trace[1506300391] 'read index received' (duration: 1.101928596s)","trace[1506300391] 'applied index is now lower than readState.Index' (duration: 880.361976ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:51:20.615576Z","caller":"traceutil/trace.go:171","msg":"trace[240931080] transaction","detail":"{read_only:false; response_revision:12844; number_of_response:1; }","duration":"1.262985837s","start":"2026-03-02T21:51:19.35255Z","end":"2026-03-02T21:51:20.615536Z","steps":["trace[240931080] 'process raft request' (duration: 1.262525445s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:20.615692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982545738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:51:20.615744Z","caller":"traceutil/trace.go:171","msg":"trace[382753506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12845; }","duration":"1.98263398s","start":"2026-03-02T21:51:18.633096Z","end":"2026-03-02T21:51:20.61573Z","steps":["trace[382753506] 'agreement among raft nodes before linearized reading' (duration: 1.982531868s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:20.615755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125844077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:51:20.615794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:18.633078Z","time spent":"1.982705573s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:51:20.615791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224617731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T21:51:20.615821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.278785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:51:20.61597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187801755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:51:20.615977Z","caller":"traceutil/trace.go:171","msg":"trace[171347247] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:12845; }","duration":"750.464359ms","start":"2026-03-02T21:51:19.865498Z","end":"2026-03-02T21:51:20.615963Z","steps":["trace[171347247] 'agreement among raft nodes before linearized reading' (duration: 750.278864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:20.615979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05118196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vwsdl\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-02T21:51:20.616035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:19.865479Z","time spent":"750.545912ms","remote":"127.0.0.1:34884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:51:20.616067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.143902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:51:20.616094Z","caller":"traceutil/trace.go:171","msg":"trace[1837126012] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:12845; }","duration":"235.205944ms","start":"2026-03-02T21:51:20.380881Z","end":"2026-03-02T21:51:20.616087Z","steps":["trace[1837126012] 'agreement among raft nodes before linearized reading' (duration: 235.162293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:20.616162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188740029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T21:51:20.616144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188958054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T21:51:20.616167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189028196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T21:51:20.616199Z","caller":"traceutil/trace.go:171","msg":"trace[810936859] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12845; }","duration":"1.1887788s","start":"2026-03-02T21:51:19.427412Z","end":"2026-03-02T21:51:20.616191Z","steps":["trace[810936859] 'agreement among raft nodes before linearized reading' (duration: 1.188678317s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:20.615999Z","caller":"traceutil/trace.go:171","msg":"trace[571725631] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12845; }","duration":"1.187845137s","start":"2026-03-02T21:51:19.428145Z","end":"2026-03-02T21:51:20.61599Z","steps":["trace[571725631] 'agreement among raft nodes before linearized reading' (duration: 1.187742634s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:20.616226Z","caller":"traceutil/trace.go:171","msg":"trace[700031150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12845; }","duration":"1.189077107s","start":"2026-03-02T21:51:19.427129Z","end":"2026-03-02T21:51:20.616206Z","steps":["trace[700031150] 'agreement among raft nodes before linearized reading' (duration: 1.188838771s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:20.616237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:19.427339Z","time spent":"1.188890863s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:51:20.616264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:19.428131Z","time spent":"1.188123353s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:51:20.615866Z","caller":"traceutil/trace.go:171","msg":"trace[339815812] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12845; }","duration":"1.224737084s","start":"2026-03-02T21:51:19.391111Z","end":"2026-03-02T21:51:20.615848Z","steps":["trace[339815812] 'agreement among raft nodes before linearized reading' (duration: 1.224532089s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:20.616356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:19.39109Z","time spent":"1.225252917s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T21:51:20.6158Z","caller":"traceutil/trace.go:171","msg":"trace[1373737773] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:12845; }","duration":"1.12592884s","start":"2026-03-02T21:51:19.489856Z","end":"2026-03-02T21:51:20.615785Z","steps":["trace[1373737773] 'agreement among raft nodes before linearized reading' (duration: 1.125781066s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:20.616471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:19.489841Z","time spent":"1.126597687s","remote":"127.0.0.1:34824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:51:20.615746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:19.352525Z","time spent":"1.263124289s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:51:20.616061Z","caller":"traceutil/trace.go:171","msg":"trace[404658306] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vwsdl; range_end:; response_count:1; response_revision:12845; }","duration":"1.051293503s","start":"2026-03-02T21:51:19.564754Z","end":"2026-03-02T21:51:20.616047Z","steps":["trace[404658306] 'agreement among raft nodes before linearized reading' (duration: 1.051064978s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:20.616654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:19.564733Z","time spent":"1.051907428s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-vwsdl\" "} {"level":"info","ts":"2026-03-02T21:51:20.615601Z","caller":"traceutil/trace.go:171","msg":"trace[877743985] transaction","detail":"{read_only:false; response_revision:12845; number_of_response:1; }","duration":"1.26230895s","start":"2026-03-02T21:51:19.353279Z","end":"2026-03-02T21:51:20.615588Z","steps":["trace[877743985] 'process raft request' (duration: 1.262061604s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:20.616771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:19.353265Z","time spent":"1.263461558s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:51:20.616227Z","caller":"traceutil/trace.go:171","msg":"trace[1808285908] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12845; }","duration":"1.189123608s","start":"2026-03-02T21:51:19.42709Z","end":"2026-03-02T21:51:20.616214Z","steps":["trace[1808285908] 'agreement among raft nodes before linearized reading' (duration: 1.188958094s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:20.616874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:19.427074Z","time spent":"1.189793285s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:51:20.616274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:19.427108Z","time spent":"1.18915471s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T21:51:22.324119Z","caller":"traceutil/trace.go:171","msg":"trace[160381085] linearizableReadLoop","detail":"{readStateIndex:13334; appliedIndex:13333; }","duration":"378.743983ms","start":"2026-03-02T21:51:21.945355Z","end":"2026-03-02T21:51:22.324099Z","steps":["trace[160381085] 'read index received' (duration: 378.551839ms)","trace[160381085] 'applied index is now lower than readState.Index' (duration: 191.434µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:51:22.324296Z","caller":"traceutil/trace.go:171","msg":"trace[907936938] transaction","detail":"{read_only:false; response_revision:12856; number_of_response:1; }","duration":"581.656745ms","start":"2026-03-02T21:51:21.742625Z","end":"2026-03-02T21:51:22.324282Z","steps":["trace[907936938] 'process raft request' (duration: 581.306486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:22.324334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.962729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-p8whm\" ","response":"range_response_count:1 size:12599"} {"level":"info","ts":"2026-03-02T21:51:22.324387Z","caller":"traceutil/trace.go:171","msg":"trace[1268761780] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-p8whm; range_end:; response_count:1; response_revision:12856; }","duration":"379.072431ms","start":"2026-03-02T21:51:21.945304Z","end":"2026-03-02T21:51:22.324377Z","steps":["trace[1268761780] 'agreement among raft nodes before linearized reading' (duration: 378.893717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:22.324425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:21.945285Z","time spent":"379.130703ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12622,"request content":"key:\"/registry/pods/openstack/openvswitch-p8whm\" "} {"level":"warn","ts":"2026-03-02T21:51:22.324505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:21.7426Z","time spent":"581.738417ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:51:22.325306Z","caller":"traceutil/trace.go:171","msg":"trace[1221799847] transaction","detail":"{read_only:false; response_revision:12857; number_of_response:1; }","duration":"379.206725ms","start":"2026-03-02T21:51:21.946066Z","end":"2026-03-02T21:51:22.325273Z","steps":["trace[1221799847] 'process raft request' (duration: 379.02371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:22.325469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:21.946051Z","time spent":"379.336967ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":874,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:51:29.563571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.584727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-02T21:51:29.563685Z","caller":"traceutil/trace.go:171","msg":"trace[1841170029] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:13008; }","duration":"191.732451ms","start":"2026-03-02T21:51:29.371932Z","end":"2026-03-02T21:51:29.563664Z","steps":["trace[1841170029] 'range keys from in-memory index tree' (duration: 191.392532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:29.563681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.360617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-af167407-d898-48a6-8739-509270c52647\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-03-02T21:51:29.563572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.034189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4d7a2067-14f3-4ccd-90c1-8595d4df474b\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-02T21:51:29.563759Z","caller":"traceutil/trace.go:171","msg":"trace[385623154] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-af167407-d898-48a6-8739-509270c52647; range_end:; response_count:1; response_revision:13008; }","duration":"159.505581ms","start":"2026-03-02T21:51:29.404234Z","end":"2026-03-02T21:51:29.56374Z","steps":["trace[385623154] 'range keys from in-memory index tree' (duration: 159.193483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:29.563753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.167642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-02T21:51:29.563849Z","caller":"traceutil/trace.go:171","msg":"trace[220169592] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:13008; }","duration":"192.299436ms","start":"2026-03-02T21:51:29.371526Z","end":"2026-03-02T21:51:29.563825Z","steps":["trace[220169592] 'range keys from in-memory index tree' (duration: 191.990258ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:29.563804Z","caller":"traceutil/trace.go:171","msg":"trace[1036582881] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4d7a2067-14f3-4ccd-90c1-8595d4df474b; range_end:; response_count:1; response_revision:13008; }","duration":"159.354777ms","start":"2026-03-02T21:51:29.404421Z","end":"2026-03-02T21:51:29.563775Z","steps":["trace[1036582881] 'range keys from in-memory index tree' (duration: 158.753982ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:30.061925Z","caller":"traceutil/trace.go:171","msg":"trace[2007842743] linearizableReadLoop","detail":"{readStateIndex:13491; appliedIndex:13490; }","duration":"265.988827ms","start":"2026-03-02T21:51:29.795918Z","end":"2026-03-02T21:51:30.061907Z","steps":["trace[2007842743] 'read index received' (duration: 265.857614ms)","trace[2007842743] 'applied index is now lower than readState.Index' (duration: 129.863µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:51:30.06196Z","caller":"traceutil/trace.go:171","msg":"trace[1206234999] transaction","detail":"{read_only:false; response_revision:13009; number_of_response:1; }","duration":"444.899937ms","start":"2026-03-02T21:51:29.617026Z","end":"2026-03-02T21:51:30.061926Z","steps":["trace[1206234999] 'process raft request' (duration: 444.765584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:30.06213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:29.617Z","time spent":"445.05995ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:51:30.062174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.202293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:51:30.062264Z","caller":"traceutil/trace.go:171","msg":"trace[1852997699] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:13009; }","duration":"266.339607ms","start":"2026-03-02T21:51:29.795906Z","end":"2026-03-02T21:51:30.062246Z","steps":["trace[1852997699] 'agreement among raft nodes before linearized reading' (duration: 266.111621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:30.868572Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826696637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:51:31.369366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826696637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:51:31.869599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826696637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:51:31.884645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758279279s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:51:31.884805Z","caller":"traceutil/trace.go:171","msg":"trace[2107988757] transaction","detail":"{read_only:false; response_revision:13010; number_of_response:1; }","duration":"1.819213072s","start":"2026-03-02T21:51:30.065565Z","end":"2026-03-02T21:51:31.884778Z","steps":["trace[2107988757] 'process raft request' (duration: 60.692587ms)","trace[2107988757] 'compare' (duration: 1.756605026s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:51:31.884868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:30.06554Z","time spent":"1.819299823s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":719,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:51:32.365501Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.239252962s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T21:51:32.372849Z","caller":"traceutil/trace.go:171","msg":"trace[207422510] transaction","detail":"{read_only:false; response_revision:13011; number_of_response:1; }","duration":"2.303844896s","start":"2026-03-02T21:51:30.068974Z","end":"2026-03-02T21:51:32.372819Z","steps":["trace[207422510] 'process raft request' (duration: 2.296753467s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:32.373014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:30.068953Z","time spent":"2.30397074s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7255,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:51:32.377931Z","caller":"traceutil/trace.go:171","msg":"trace[1777292163] transaction","detail":"{read_only:false; response_revision:13012; number_of_response:1; }","duration":"1.714725415s","start":"2026-03-02T21:51:30.663175Z","end":"2026-03-02T21:51:32.3779Z","steps":["trace[1777292163] 'process raft request' (duration: 1.714522079s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:32.377961Z","caller":"traceutil/trace.go:171","msg":"trace[141666809] linearizableReadLoop","detail":"{readStateIndex:13497; appliedIndex:13492; }","duration":"2.010115621s","start":"2026-03-02T21:51:30.367818Z","end":"2026-03-02T21:51:32.377934Z","steps":["trace[141666809] 'read index received' (duration: 1.997924254s)","trace[141666809] 'applied index is now lower than readState.Index' (duration: 12.190237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:51:32.378088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:30.663151Z","time spent":"1.714853918s","remote":"127.0.0.1:34616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18926,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:51:32.378257Z","caller":"traceutil/trace.go:171","msg":"trace[1739204708] transaction","detail":"{read_only:false; response_revision:13013; number_of_response:1; }","duration":"1.676277398s","start":"2026-03-02T21:51:30.701968Z","end":"2026-03-02T21:51:32.378245Z","steps":["trace[1739204708] 'process raft request' (duration: 1.675861998s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:32.378355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:30.70195Z","time spent":"1.676340789s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:51:32.378544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010704406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T21:51:32.378608Z","caller":"traceutil/trace.go:171","msg":"trace[259008545] transaction","detail":"{read_only:false; response_revision:13014; number_of_response:1; }","duration":"1.647225537s","start":"2026-03-02T21:51:30.731373Z","end":"2026-03-02T21:51:32.378599Z","steps":["trace[259008545] 'process raft request' (duration: 1.646496609s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:32.378661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:30.731349Z","time spent":"1.647284908s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:51:32.378713Z","caller":"traceutil/trace.go:171","msg":"trace[1456211469] transaction","detail":"{read_only:false; response_revision:13015; number_of_response:1; }","duration":"1.447589787s","start":"2026-03-02T21:51:30.931107Z","end":"2026-03-02T21:51:32.378697Z","steps":["trace[1456211469] 'process raft request' (duration: 1.446790647s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:32.378654Z","caller":"traceutil/trace.go:171","msg":"trace[846156653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13015; }","duration":"2.010843359s","start":"2026-03-02T21:51:30.367786Z","end":"2026-03-02T21:51:32.378629Z","steps":["trace[846156653] 'agreement among raft nodes before linearized reading' (duration: 2.010590403s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:32.378837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:30.367771Z","time spent":"2.011054835s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:51:32.378823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:30.931088Z","time spent":"1.447659589s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:51:32.379027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.223386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-w5dtr.189924b515c31818\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-02T21:51:32.379077Z","caller":"traceutil/trace.go:171","msg":"trace[851506461] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-w5dtr.189924b515c31818; range_end:; response_count:1; response_revision:13015; }","duration":"490.304818ms","start":"2026-03-02T21:51:31.888758Z","end":"2026-03-02T21:51:32.379063Z","steps":["trace[851506461] 'agreement among raft nodes before linearized reading' (duration: 490.174615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:32.379104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:31.888745Z","time spent":"490.351859ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/ovn-controller-default-w5dtr.189924b515c31818\" "} {"level":"warn","ts":"2026-03-02T21:51:32.379118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557390558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T21:51:32.379178Z","caller":"traceutil/trace.go:171","msg":"trace[963643123] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13015; }","duration":"1.5574722s","start":"2026-03-02T21:51:30.821693Z","end":"2026-03-02T21:51:32.379165Z","steps":["trace[963643123] 'agreement among raft nodes before linearized reading' (duration: 1.557325536s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:32.379224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:30.821686Z","time spent":"1.557527622s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:51:32.379291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558586158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:51:32.379326Z","caller":"traceutil/trace.go:171","msg":"trace[897350384] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13015; }","duration":"1.558649479s","start":"2026-03-02T21:51:30.820668Z","end":"2026-03-02T21:51:32.379318Z","steps":["trace[897350384] 'agreement among raft nodes before linearized reading' (duration: 1.558561897s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:32.379352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:30.820651Z","time spent":"1.55869442s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:51:32.379478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566172068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:51:32.379507Z","caller":"traceutil/trace.go:171","msg":"trace[378638749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13015; }","duration":"1.5662296s","start":"2026-03-02T21:51:30.813271Z","end":"2026-03-02T21:51:32.3795Z","steps":["trace[378638749] 'agreement among raft nodes before linearized reading' (duration: 1.566121157s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:32.379523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:30.813252Z","time spent":"1.566267901s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:51:32.3796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75075069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:51:32.379617Z","caller":"traceutil/trace.go:171","msg":"trace[738728032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13015; }","duration":"1.750801012s","start":"2026-03-02T21:51:30.628811Z","end":"2026-03-02T21:51:32.379612Z","steps":["trace[738728032] 'agreement among raft nodes before linearized reading' (duration: 1.750773891s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:32.379629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:30.628792Z","time spent":"1.750834722s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:51:32.379646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.921168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-02T21:51:32.379694Z","caller":"traceutil/trace.go:171","msg":"trace[1323200154] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:13015; }","duration":"811.00872ms","start":"2026-03-02T21:51:31.568672Z","end":"2026-03-02T21:51:32.37968Z","steps":["trace[1323200154] 'agreement among raft nodes before linearized reading' (duration: 810.864007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:32.379713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530541102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vwsdl\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-02T21:51:32.37973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810601686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-af167407-d898-48a6-8739-509270c52647\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-02T21:51:32.379747Z","caller":"traceutil/trace.go:171","msg":"trace[268059553] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-af167407-d898-48a6-8739-509270c52647; range_end:; response_count:1; response_revision:13015; }","duration":"1.810648167s","start":"2026-03-02T21:51:30.569093Z","end":"2026-03-02T21:51:32.379741Z","steps":["trace[268059553] 'agreement among raft nodes before linearized reading' (duration: 1.810597876s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:32.379744Z","caller":"traceutil/trace.go:171","msg":"trace[79211925] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vwsdl; range_end:; response_count:1; response_revision:13015; }","duration":"1.530593694s","start":"2026-03-02T21:51:30.849142Z","end":"2026-03-02T21:51:32.379735Z","steps":["trace[79211925] 'agreement among raft nodes before linearized reading' (duration: 1.530507812s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:32.379744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:31.568652Z","time spent":"811.082793ms","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-03-02T21:51:32.379771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:30.84913Z","time spent":"1.530634755s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-vwsdl\" "} {"level":"warn","ts":"2026-03-02T21:51:32.379798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.811137878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4d7a2067-14f3-4ccd-90c1-8595d4df474b\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-02T21:51:32.379813Z","caller":"traceutil/trace.go:171","msg":"trace[1464793786] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4d7a2067-14f3-4ccd-90c1-8595d4df474b; range_end:; response_count:1; response_revision:13015; }","duration":"1.81117874s","start":"2026-03-02T21:51:30.568628Z","end":"2026-03-02T21:51:32.379807Z","steps":["trace[1464793786] 'agreement among raft nodes before linearized reading' (duration: 1.811142469s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:32.379826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:30.568613Z","time spent":"1.811210331s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4d7a2067-14f3-4ccd-90c1-8595d4df474b\" "} {"level":"warn","ts":"2026-03-02T21:51:32.379964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.563504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-02T21:51:32.380029Z","caller":"traceutil/trace.go:171","msg":"trace[1412071910] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:13015; }","duration":"811.627286ms","start":"2026-03-02T21:51:31.568363Z","end":"2026-03-02T21:51:32.37999Z","steps":["trace[1412071910] 'agreement among raft nodes before linearized reading' (duration: 811.541414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:32.380059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:31.568345Z","time spent":"811.705998ms","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-03-02T21:51:32.380066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.117804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:51:32.38006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555786687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:51:32.380124Z","caller":"traceutil/trace.go:171","msg":"trace[1359319790] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13015; }","duration":"1.55590875s","start":"2026-03-02T21:51:30.824197Z","end":"2026-03-02T21:51:32.380106Z","steps":["trace[1359319790] 'agreement among raft nodes before linearized reading' (duration: 1.555720115s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:32.380176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:30.82419Z","time spent":"1.555972511s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:51:32.380231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.970745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:17 size:158285"} {"level":"info","ts":"2026-03-02T21:51:32.38026Z","caller":"traceutil/trace.go:171","msg":"trace[1748107073] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:17; response_revision:13015; }","duration":"878.014606ms","start":"2026-03-02T21:51:31.502237Z","end":"2026-03-02T21:51:32.380251Z","steps":["trace[1748107073] 'agreement among raft nodes before linearized reading' (duration: 877.862252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:32.380277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:31.502226Z","time spent":"878.047356ms","remote":"127.0.0.1:34932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":17,"response size":158308,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-02T21:51:32.380428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.295733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-02T21:51:32.380445Z","caller":"traceutil/trace.go:171","msg":"trace[240000991] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13015; }","duration":"880.349604ms","start":"2026-03-02T21:51:31.500092Z","end":"2026-03-02T21:51:32.380441Z","steps":["trace[240000991] 'agreement among raft nodes before linearized reading' (duration: 880.295523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:32.380435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558500156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-02T21:51:32.380458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:31.500073Z","time spent":"880.382216ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T21:51:32.38048Z","caller":"traceutil/trace.go:171","msg":"trace[460768273] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13015; }","duration":"1.558554117s","start":"2026-03-02T21:51:30.821912Z","end":"2026-03-02T21:51:32.380466Z","steps":["trace[460768273] 'agreement among raft nodes before linearized reading' (duration: 1.558429014s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:32.380529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:30.821906Z","time spent":"1.558613638s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:51:32.379762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:30.569076Z","time spent":"1.810682957s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-af167407-d898-48a6-8739-509270c52647\" "} {"level":"info","ts":"2026-03-02T21:51:32.380089Z","caller":"traceutil/trace.go:171","msg":"trace[1000572135] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:13015; }","duration":"951.176275ms","start":"2026-03-02T21:51:31.428906Z","end":"2026-03-02T21:51:32.380082Z","steps":["trace[1000572135] 'agreement among raft nodes before linearized reading' (duration: 951.138394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:32.38071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:31.428886Z","time spent":"951.817792ms","remote":"127.0.0.1:60564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:52:33.659883Z","caller":"traceutil/trace.go:171","msg":"trace[1648163032] transaction","detail":"{read_only:false; response_revision:13871; number_of_response:1; }","duration":"160.479835ms","start":"2026-03-02T21:52:33.499377Z","end":"2026-03-02T21:52:33.659857Z","steps":["trace[1648163032] 'process raft request' (duration: 160.27132ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:53:07.035163Z","caller":"traceutil/trace.go:171","msg":"trace[2139551872] linearizableReadLoop","detail":"{readStateIndex:14545; appliedIndex:14544; }","duration":"208.215078ms","start":"2026-03-02T21:53:06.826923Z","end":"2026-03-02T21:53:07.035138Z","steps":["trace[2139551872] 'read index received' (duration: 129.928985ms)","trace[2139551872] 'applied index is now lower than readState.Index' (duration: 78.285063ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:53:07.035256Z","caller":"traceutil/trace.go:171","msg":"trace[1921199657] transaction","detail":"{read_only:false; response_revision:14031; number_of_response:1; }","duration":"325.954526ms","start":"2026-03-02T21:53:06.709282Z","end":"2026-03-02T21:53:07.035236Z","steps":["trace[1921199657] 'process raft request' (duration: 247.624541ms)","trace[1921199657] 'compare' (duration: 77.996637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:53:07.035363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:53:06.709263Z","time spent":"326.032938ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:53:07.035399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.482685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:53:07.035462Z","caller":"traceutil/trace.go:171","msg":"trace[1530116667] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14031; }","duration":"208.570887ms","start":"2026-03-02T21:53:06.826864Z","end":"2026-03-02T21:53:07.035435Z","steps":["trace[1530116667] 'agreement among raft nodes before linearized reading' (duration: 208.411803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:53:07.035494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.852259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T21:53:07.035575Z","caller":"traceutil/trace.go:171","msg":"trace[969968910] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14031; }","duration":"205.973962ms","start":"2026-03-02T21:53:06.829586Z","end":"2026-03-02T21:53:07.03556Z","steps":["trace[969968910] 'agreement among raft nodes before linearized reading' (duration: 205.716136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:53:07.035613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.057038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-02T21:53:07.035645Z","caller":"traceutil/trace.go:171","msg":"trace[987725522] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14031; }","duration":"107.12478ms","start":"2026-03-02T21:53:06.928512Z","end":"2026-03-02T21:53:07.035637Z","steps":["trace[987725522] 'agreement among raft nodes before linearized reading' (duration: 107.030178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:53:07.035658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.675232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-02T21:53:07.035706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.474883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T21:53:07.035748Z","caller":"traceutil/trace.go:171","msg":"trace[89265890] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14031; }","duration":"202.536405ms","start":"2026-03-02T21:53:06.833202Z","end":"2026-03-02T21:53:07.035738Z","steps":["trace[89265890] 'agreement among raft nodes before linearized reading' (duration: 202.439883ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:53:07.035761Z","caller":"traceutil/trace.go:171","msg":"trace[1724973491] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14031; }","duration":"197.840926ms","start":"2026-03-02T21:53:06.837895Z","end":"2026-03-02T21:53:07.035736Z","steps":["trace[1724973491] 'agreement among raft nodes before linearized reading' (duration: 197.558189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:53:07.035881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.237882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:53:07.036111Z","caller":"traceutil/trace.go:171","msg":"trace[248960644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14031; }","duration":"199.491058ms","start":"2026-03-02T21:53:06.836558Z","end":"2026-03-02T21:53:07.036049Z","steps":["trace[248960644] 'agreement among raft nodes before linearized reading' (duration: 198.897453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:53:07.036869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.33205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:53:07.036958Z","caller":"traceutil/trace.go:171","msg":"trace[1510918999] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14031; }","duration":"198.437372ms","start":"2026-03-02T21:53:06.838498Z","end":"2026-03-02T21:53:07.036936Z","steps":["trace[1510918999] 'agreement among raft nodes before linearized reading' (duration: 196.850522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:53:07.531354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.34103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:53:07.531431Z","caller":"traceutil/trace.go:171","msg":"trace[688929982] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14037; }","duration":"125.466523ms","start":"2026-03-02T21:53:07.405949Z","end":"2026-03-02T21:53:07.531415Z","steps":["trace[688929982] 'range keys from in-memory index tree' (duration: 125.244197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:53:07.531525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.020432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vwsdl\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-02T21:53:07.53169Z","caller":"traceutil/trace.go:171","msg":"trace[1432347206] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vwsdl; range_end:; response_count:1; response_revision:14037; }","duration":"200.32148ms","start":"2026-03-02T21:53:07.331339Z","end":"2026-03-02T21:53:07.531661Z","steps":["trace[1432347206] 'range keys from in-memory index tree' (duration: 199.764045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:53:07.531458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.21545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T21:53:07.532109Z","caller":"traceutil/trace.go:171","msg":"trace[1323979435] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14037; }","duration":"122.901997ms","start":"2026-03-02T21:53:07.409188Z","end":"2026-03-02T21:53:07.53209Z","steps":["trace[1323979435] 'range keys from in-memory index tree' (duration: 122.035336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:53:07.532612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.035521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-02T21:53:07.532651Z","caller":"traceutil/trace.go:171","msg":"trace[665878628] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14037; }","duration":"123.124254ms","start":"2026-03-02T21:53:07.409517Z","end":"2026-03-02T21:53:07.532642Z","steps":["trace[665878628] 'range keys from in-memory index tree' (duration: 121.617165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:53:08.498013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.639388ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T21:53:08.498109Z","caller":"traceutil/trace.go:171","msg":"trace[423724401] linearizableReadLoop","detail":"{readStateIndex:14552; appliedIndex:14551; }","duration":"696.60373ms","start":"2026-03-02T21:53:07.801489Z","end":"2026-03-02T21:53:08.498093Z","steps":["trace[423724401] 'read index received' (duration: 157.825378ms)","trace[423724401] 'applied index is now lower than readState.Index' (duration: 538.776892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:53:08.498463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.975018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-bqz9w\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-02T21:53:08.498505Z","caller":"traceutil/trace.go:171","msg":"trace[1357648050] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-bqz9w; range_end:; response_count:1; response_revision:14037; }","duration":"697.02464ms","start":"2026-03-02T21:53:07.80147Z","end":"2026-03-02T21:53:08.498495Z","steps":["trace[1357648050] 'agreement among raft nodes before linearized reading' (duration: 696.881806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:53:08.498536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:53:07.801415Z","time spent":"697.113492ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-bqz9w\" "} {"level":"warn","ts":"2026-03-02T21:53:08.498534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.477536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:53:08.498741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.95901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:53:08.498822Z","caller":"traceutil/trace.go:171","msg":"trace[487318742] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14037; }","duration":"484.087423ms","start":"2026-03-02T21:53:08.014717Z","end":"2026-03-02T21:53:08.498804Z","steps":["trace[487318742] 'agreement among raft nodes before linearized reading' (duration: 483.955659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:53:08.498838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.96107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:53:08.498868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:53:08.014696Z","time spent":"484.163155ms","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-02T21:53:08.498873Z","caller":"traceutil/trace.go:171","msg":"trace[905710782] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14037; }","duration":"484.010171ms","start":"2026-03-02T21:53:08.014853Z","end":"2026-03-02T21:53:08.498863Z","steps":["trace[905710782] 'agreement among raft nodes before linearized reading' (duration: 483.955399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:53:08.49891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:53:08.014847Z","time spent":"484.056693ms","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-02T21:53:08.499105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.984909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:53:08.499161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.953026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:53:08.499166Z","caller":"traceutil/trace.go:171","msg":"trace[1372534902] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14037; }","duration":"668.081532ms","start":"2026-03-02T21:53:07.831068Z","end":"2026-03-02T21:53:08.499149Z","steps":["trace[1372534902] 'agreement among raft nodes before linearized reading' (duration: 668.00366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:53:08.499181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.282088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T21:53:08.499211Z","caller":"traceutil/trace.go:171","msg":"trace[1674447660] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14037; }","duration":"484.325229ms","start":"2026-03-02T21:53:08.014876Z","end":"2026-03-02T21:53:08.499202Z","steps":["trace[1674447660] 'agreement among raft nodes before linearized reading' (duration: 484.255667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:53:08.499201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.949769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-02T21:53:08.499242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:53:08.014869Z","time spent":"484.36786ms","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T21:53:08.49927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.217575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:53:08.499316Z","caller":"traceutil/trace.go:171","msg":"trace[492687726] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14037; }","duration":"668.258416ms","start":"2026-03-02T21:53:07.831044Z","end":"2026-03-02T21:53:08.499302Z","steps":["trace[492687726] 'agreement among raft nodes before linearized reading' (duration: 668.204004ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:53:08.499317Z","caller":"traceutil/trace.go:171","msg":"trace[1213724409] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14037; }","duration":"668.074172ms","start":"2026-03-02T21:53:07.831184Z","end":"2026-03-02T21:53:08.499258Z","steps":["trace[1213724409] 'agreement among raft nodes before linearized reading' (duration: 667.901867ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:53:08.499206Z","caller":"traceutil/trace.go:171","msg":"trace[134008609] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:14037; }","duration":"320.039588ms","start":"2026-03-02T21:53:08.179156Z","end":"2026-03-02T21:53:08.499195Z","steps":["trace[134008609] 'agreement among raft nodes before linearized reading' (duration: 319.966336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:53:08.49935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:53:07.830982Z","time spent":"668.362209ms","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-02T21:53:08.499358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:53:07.831149Z","time spent":"668.199995ms","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T21:53:08.499364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:53:08.179132Z","time spent":"320.222283ms","remote":"127.0.0.1:34900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:53:08.49921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:53:07.831041Z","time spent":"668.160813ms","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T21:53:08.499129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.322449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-02T21:53:08.499445Z","caller":"traceutil/trace.go:171","msg":"trace[1420140388] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14037; }","duration":"484.678948ms","start":"2026-03-02T21:53:08.014758Z","end":"2026-03-02T21:53:08.499437Z","steps":["trace[1420140388] 'agreement among raft nodes before linearized reading' (duration: 484.263388ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:53:08.498592Z","caller":"traceutil/trace.go:171","msg":"trace[303889163] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14037; }","duration":"667.592139ms","start":"2026-03-02T21:53:07.830987Z","end":"2026-03-02T21:53:08.498579Z","steps":["trace[303889163] 'agreement among raft nodes before linearized reading' (duration: 667.480216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:53:08.499478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:53:08.014732Z","time spent":"484.738519ms","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T21:53:08.499488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.589495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-02T21:53:08.499522Z","caller":"traceutil/trace.go:171","msg":"trace[789061697] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14037; }","duration":"484.630227ms","start":"2026-03-02T21:53:08.01488Z","end":"2026-03-02T21:53:08.49951Z","steps":["trace[789061697] 'agreement among raft nodes before linearized reading' (duration: 483.662062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:53:08.49948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:53:07.830966Z","time spent":"668.508302ms","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T21:53:08.499558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:53:08.014875Z","time spent":"484.677068ms","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-03-02T21:53:09.152184Z","caller":"traceutil/trace.go:171","msg":"trace[2040823073] linearizableReadLoop","detail":"{readStateIndex:14553; appliedIndex:14552; }","duration":"110.602579ms","start":"2026-03-02T21:53:09.041525Z","end":"2026-03-02T21:53:09.152127Z","steps":["trace[2040823073] 'read index received' (duration: 110.477626ms)","trace[2040823073] 'applied index is now lower than readState.Index' (duration: 123.613µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:53:09.152636Z","caller":"traceutil/trace.go:171","msg":"trace[1618543643] transaction","detail":"{read_only:false; response_revision:14038; number_of_response:1; }","duration":"378.228084ms","start":"2026-03-02T21:53:08.774364Z","end":"2026-03-02T21:53:09.152592Z","steps":["trace[1618543643] 'process raft request' (duration: 377.500996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:53:09.152711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.162613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-02T21:53:09.152768Z","caller":"traceutil/trace.go:171","msg":"trace[1290413073] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14038; }","duration":"111.235554ms","start":"2026-03-02T21:53:09.041517Z","end":"2026-03-02T21:53:09.152753Z","steps":["trace[1290413073] 'agreement among raft nodes before linearized reading' (duration: 111.039559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:53:09.153221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:53:08.774337Z","time spent":"378.384848ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:53:09.296728Z","caller":"traceutil/trace.go:171","msg":"trace[61493712] linearizableReadLoop","detail":"{readStateIndex:14554; appliedIndex:14553; }","duration":"144.429161ms","start":"2026-03-02T21:53:09.152273Z","end":"2026-03-02T21:53:09.296702Z","steps":["trace[61493712] 'read index received' (duration: 64.26275ms)","trace[61493712] 'applied index is now lower than readState.Index' (duration: 80.165311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:53:09.296945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.81721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:53:09.296985Z","caller":"traceutil/trace.go:171","msg":"trace[393188962] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14039; }","duration":"238.899402ms","start":"2026-03-02T21:53:09.058073Z","end":"2026-03-02T21:53:09.296973Z","steps":["trace[393188962] 'agreement among raft nodes before linearized reading' (duration: 238.728018ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:53:09.297084Z","caller":"traceutil/trace.go:171","msg":"trace[627259731] transaction","detail":"{read_only:false; response_revision:14039; number_of_response:1; }","duration":"253.91782ms","start":"2026-03-02T21:53:09.043135Z","end":"2026-03-02T21:53:09.297053Z","steps":["trace[627259731] 'process raft request' (duration: 173.451212ms)","trace[627259731] 'compare' (duration: 79.906114ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:53:09.297167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.052727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T21:53:09.297228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.896918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-02T21:53:09.297274Z","caller":"traceutil/trace.go:171","msg":"trace[1674679966] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14039; }","duration":"216.96617ms","start":"2026-03-02T21:53:09.080297Z","end":"2026-03-02T21:53:09.297263Z","steps":["trace[1674679966] 'agreement among raft nodes before linearized reading' (duration: 216.861597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:53:09.297324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.041261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:53:09.297363Z","caller":"traceutil/trace.go:171","msg":"trace[1604501002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14039; }","duration":"215.110583ms","start":"2026-03-02T21:53:09.082243Z","end":"2026-03-02T21:53:09.297353Z","steps":["trace[1604501002] 'agreement among raft nodes before linearized reading' (duration: 215.0156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:53:09.297429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.525533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:53:09.297468Z","caller":"traceutil/trace.go:171","msg":"trace[2067489449] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14039; }","duration":"217.587995ms","start":"2026-03-02T21:53:09.079872Z","end":"2026-03-02T21:53:09.29746Z","steps":["trace[2067489449] 'agreement among raft nodes before linearized reading' (duration: 217.533584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:53:09.297519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.223012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T21:53:09.297557Z","caller":"traceutil/trace.go:171","msg":"trace[1997569863] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14039; }","duration":"216.275803ms","start":"2026-03-02T21:53:09.08127Z","end":"2026-03-02T21:53:09.297546Z","steps":["trace[1997569863] 'agreement among raft nodes before linearized reading' (duration: 216.18357ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:53:09.297231Z","caller":"traceutil/trace.go:171","msg":"trace[693330070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14039; }","duration":"216.156019ms","start":"2026-03-02T21:53:09.08106Z","end":"2026-03-02T21:53:09.297216Z","steps":["trace[693330070] 'agreement among raft nodes before linearized reading' (duration: 215.83607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:53:09.297726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.130809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:53:09.297756Z","caller":"traceutil/trace.go:171","msg":"trace[283210376] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14039; }","duration":"218.18369ms","start":"2026-03-02T21:53:09.079561Z","end":"2026-03-02T21:53:09.297744Z","steps":["trace[283210376] 'agreement among raft nodes before linearized reading' (duration: 218.103979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:53:09.297873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.898768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T21:53:09.297904Z","caller":"traceutil/trace.go:171","msg":"trace[1376383263] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14039; }","duration":"219.013411ms","start":"2026-03-02T21:53:09.078884Z","end":"2026-03-02T21:53:09.297897Z","steps":["trace[1376383263] 'agreement among raft nodes before linearized reading' (duration: 218.938539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:53:09.297885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.56267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:53:09.298055Z","caller":"traceutil/trace.go:171","msg":"trace[1914144227] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14039; }","duration":"218.754685ms","start":"2026-03-02T21:53:09.079276Z","end":"2026-03-02T21:53:09.298031Z","steps":["trace[1914144227] 'agreement among raft nodes before linearized reading' (duration: 218.412616ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:53:09.452306Z","caller":"traceutil/trace.go:171","msg":"trace[1263816138] transaction","detail":"{read_only:false; response_revision:14041; number_of_response:1; }","duration":"149.072988ms","start":"2026-03-02T21:53:09.303186Z","end":"2026-03-02T21:53:09.452259Z","steps":["trace[1263816138] 'process raft request' (duration: 124.926469ms)","trace[1263816138] 'compare' (duration: 23.850842ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:53:09.452395Z","caller":"traceutil/trace.go:171","msg":"trace[988707684] transaction","detail":"{read_only:false; response_revision:14042; number_of_response:1; }","duration":"149.12706ms","start":"2026-03-02T21:53:09.303229Z","end":"2026-03-02T21:53:09.452356Z","steps":["trace[988707684] 'process raft request' (duration: 148.899954ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:53:09.452454Z","caller":"traceutil/trace.go:171","msg":"trace[1572672334] transaction","detail":"{read_only:false; response_revision:14044; number_of_response:1; }","duration":"148.76339ms","start":"2026-03-02T21:53:09.303657Z","end":"2026-03-02T21:53:09.45242Z","steps":["trace[1572672334] 'process raft request' (duration: 148.673598ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:53:09.452604Z","caller":"traceutil/trace.go:171","msg":"trace[735718277] transaction","detail":"{read_only:false; response_revision:14043; number_of_response:1; }","duration":"148.961905ms","start":"2026-03-02T21:53:09.303588Z","end":"2026-03-02T21:53:09.45255Z","steps":["trace[735718277] 'process raft request' (duration: 148.671158ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:53:09.452721Z","caller":"traceutil/trace.go:171","msg":"trace[125668966] transaction","detail":"{read_only:false; response_revision:14045; number_of_response:1; }","duration":"148.548515ms","start":"2026-03-02T21:53:09.30414Z","end":"2026-03-02T21:53:09.452689Z","steps":["trace[125668966] 'process raft request' (duration: 148.237877ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:53:09.452762Z","caller":"traceutil/trace.go:171","msg":"trace[1703475713] linearizableReadLoop","detail":"{readStateIndex:14560; appliedIndex:14555; }","duration":"146.660036ms","start":"2026-03-02T21:53:09.30601Z","end":"2026-03-02T21:53:09.45267Z","steps":["trace[1703475713] 'read index received' (duration: 56.411932ms)","trace[1703475713] 'applied index is now lower than readState.Index' (duration: 90.246954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:53:09.453238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.20049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-02T21:53:09.453306Z","caller":"traceutil/trace.go:171","msg":"trace[757141552] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14045; }","duration":"147.309993ms","start":"2026-03-02T21:53:09.305983Z","end":"2026-03-02T21:53:09.453293Z","steps":["trace[757141552] 'agreement among raft nodes before linearized reading' (duration: 146.765529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:53:10.144722Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826700175,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:53:10.356554Z","caller":"traceutil/trace.go:171","msg":"trace[1071259991] linearizableReadLoop","detail":"{readStateIndex:14561; appliedIndex:14560; }","duration":"712.306226ms","start":"2026-03-02T21:53:09.644222Z","end":"2026-03-02T21:53:10.356528Z","steps":["trace[1071259991] 'read index received' (duration: 711.965318ms)","trace[1071259991] 'applied index is now lower than readState.Index' (duration: 339.578µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:53:10.356683Z","caller":"traceutil/trace.go:171","msg":"trace[1413816806] transaction","detail":"{read_only:false; response_revision:14046; number_of_response:1; }","duration":"768.266287ms","start":"2026-03-02T21:53:09.588406Z","end":"2026-03-02T21:53:10.356672Z","steps":["trace[1413816806] 'process raft request' (duration: 767.97708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:53:10.356789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:53:09.588381Z","time spent":"768.329709ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:53:10.356921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.698966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:53:10.35695Z","caller":"traceutil/trace.go:171","msg":"trace[1623548791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14046; }","duration":"712.725907ms","start":"2026-03-02T21:53:09.644215Z","end":"2026-03-02T21:53:10.356941Z","steps":["trace[1623548791] 'agreement among raft nodes before linearized reading' (duration: 712.679925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:53:10.356976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:53:09.644119Z","time spent":"712.8518ms","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:53:10.357275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.094738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-02T21:53:10.357322Z","caller":"traceutil/trace.go:171","msg":"trace[194713122] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:14046; }","duration":"287.17966ms","start":"2026-03-02T21:53:10.070125Z","end":"2026-03-02T21:53:10.357305Z","steps":["trace[194713122] 'agreement among raft nodes before linearized reading' (duration: 287.029306ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:53:49.068662Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11859} {"level":"info","ts":"2026-03-02T21:53:49.150639Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11859,"took":"78.372386ms","hash":3202456777,"current-db-size-bytes":44179456,"current-db-size":"44 MB","current-db-size-in-use-bytes":27234304,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-02T21:53:49.150696Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3202456777,"revision":11859,"compact-revision":9902} {"level":"warn","ts":"2026-03-02T21:58:47.888466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.566908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T21:58:47.888881Z","caller":"traceutil/trace.go:171","msg":"trace[7241388] transaction","detail":"{read_only:false; response_revision:16464; number_of_response:1; }","duration":"665.913712ms","start":"2026-03-02T21:58:47.222947Z","end":"2026-03-02T21:58:47.888861Z","steps":["trace[7241388] 'process raft request' (duration: 665.610284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:47.888945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:47.222928Z","time spent":"665.988405ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:58:47.888943Z","caller":"traceutil/trace.go:171","msg":"trace[2098309372] transaction","detail":"{read_only:false; response_revision:16465; number_of_response:1; }","duration":"591.621439ms","start":"2026-03-02T21:58:47.297302Z","end":"2026-03-02T21:58:47.888924Z","steps":["trace[2098309372] 'process raft request' (duration: 591.337971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:47.889028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:47.29727Z","time spent":"591.716281ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:58:47.889104Z","caller":"traceutil/trace.go:171","msg":"trace[248558573] linearizableReadLoop","detail":"{readStateIndex:17062; appliedIndex:17059; }","duration":"543.495324ms","start":"2026-03-02T21:58:47.345598Z","end":"2026-03-02T21:58:47.889094Z","steps":["trace[248558573] 'read index received' (duration: 229.562593ms)","trace[248558573] 'applied index is now lower than readState.Index' (duration: 313.931721ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:58:47.889209Z","caller":"traceutil/trace.go:171","msg":"trace[773741864] transaction","detail":"{read_only:false; response_revision:16463; number_of_response:1; }","duration":"669.586976ms","start":"2026-03-02T21:58:47.219612Z","end":"2026-03-02T21:58:47.889199Z","steps":["trace[773741864] 'process raft request' (duration: 115.212737ms)","trace[773741864] 'compare' (duration: 553.290151ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:58:47.889276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:47.219555Z","time spent":"669.684168ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:58:47.890545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.096349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T21:58:47.890584Z","caller":"traceutil/trace.go:171","msg":"trace[1964448316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16465; }","duration":"544.180091ms","start":"2026-03-02T21:58:47.346393Z","end":"2026-03-02T21:58:47.890573Z","steps":["trace[1964448316] 'agreement among raft nodes before linearized reading' (duration: 544.075088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:47.890607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:47.346372Z","time spent":"544.229151ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:58:47.89067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.762343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T21:58:47.890785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.817816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T21:58:47.890815Z","caller":"traceutil/trace.go:171","msg":"trace[2109699898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16465; }","duration":"251.914176ms","start":"2026-03-02T21:58:47.638845Z","end":"2026-03-02T21:58:47.89076Z","steps":["trace[2109699898] 'agreement among raft nodes before linearized reading' (duration: 251.700441ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:47.890906Z","caller":"traceutil/trace.go:171","msg":"trace[1559177937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16465; }","duration":"540.94434ms","start":"2026-03-02T21:58:47.349911Z","end":"2026-03-02T21:58:47.890856Z","steps":["trace[1559177937] 'agreement among raft nodes before linearized reading' (duration: 540.666413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:47.890877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.086663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-02T21:58:47.890782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.133834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T21:58:47.891015Z","caller":"traceutil/trace.go:171","msg":"trace[2018446752] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:16465; }","duration":"157.35108ms","start":"2026-03-02T21:58:47.733636Z","end":"2026-03-02T21:58:47.890987Z","steps":["trace[2018446752] 'agreement among raft nodes before linearized reading' (duration: 156.849158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:47.890972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:47.349901Z","time spent":"541.058772ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T21:58:47.891143Z","caller":"traceutil/trace.go:171","msg":"trace[745160326] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16465; }","duration":"545.536395ms","start":"2026-03-02T21:58:47.34555Z","end":"2026-03-02T21:58:47.891086Z","steps":["trace[745160326] 'agreement among raft nodes before linearized reading' (duration: 543.618907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:47.891485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:47.345533Z","time spent":"545.897983ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T21:58:49.07846Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14290} {"level":"info","ts":"2026-03-02T21:58:49.172984Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14290,"took":"90.439202ms","hash":629070168,"current-db-size-bytes":44179456,"current-db-size":"44 MB","current-db-size-in-use-bytes":28553216,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-02T21:58:49.173046Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":629070168,"revision":14290,"compact-revision":11859} {"level":"warn","ts":"2026-03-02T21:58:54.424984Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826710008,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:58:54.466468Z","caller":"traceutil/trace.go:171","msg":"trace[547707096] transaction","detail":"{read_only:false; response_revision:16644; number_of_response:1; }","duration":"547.015983ms","start":"2026-03-02T21:58:53.91941Z","end":"2026-03-02T21:58:54.466426Z","steps":["trace[547707096] 'process raft request' (duration: 546.852918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:54.466607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:53.919387Z","time spent":"547.135486ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:58:54.57616Z","caller":"traceutil/trace.go:171","msg":"trace[362718872] linearizableReadLoop","detail":"{readStateIndex:17248; appliedIndex:17246; }","duration":"651.664943ms","start":"2026-03-02T21:58:53.924472Z","end":"2026-03-02T21:58:54.576137Z","steps":["trace[362718872] 'read index received' (duration: 541.847662ms)","trace[362718872] 'applied index is now lower than readState.Index' (duration: 109.816531ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:58:54.576278Z","caller":"traceutil/trace.go:171","msg":"trace[1239291691] transaction","detail":"{read_only:false; response_revision:16645; number_of_response:1; }","duration":"656.075434ms","start":"2026-03-02T21:58:53.920192Z","end":"2026-03-02T21:58:54.576267Z","steps":["trace[1239291691] 'process raft request' (duration: 606.426401ms)","trace[1239291691] 'compare' (duration: 49.362586ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:58:54.57636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:53.920171Z","time spent":"656.127795ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:58:54.576522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.670958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T21:58:54.576623Z","caller":"traceutil/trace.go:171","msg":"trace[1306166889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16645; }","duration":"648.790801ms","start":"2026-03-02T21:58:53.92781Z","end":"2026-03-02T21:58:54.576601Z","steps":["trace[1306166889] 'agreement among raft nodes before linearized reading' (duration: 648.558515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:54.576673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.403156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T21:58:54.576684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:53.927804Z","time spent":"648.868993ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T21:58:54.57671Z","caller":"traceutil/trace.go:171","msg":"trace[269601640] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16645; }","duration":"391.446577ms","start":"2026-03-02T21:58:54.185255Z","end":"2026-03-02T21:58:54.576701Z","steps":["trace[269601640] 'agreement among raft nodes before linearized reading' (duration: 391.378656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:54.576736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:54.185205Z","time spent":"391.523619ms","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:58:54.576923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.444893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T21:58:54.576952Z","caller":"traceutil/trace.go:171","msg":"trace[906639722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16645; }","duration":"652.499614ms","start":"2026-03-02T21:58:53.924445Z","end":"2026-03-02T21:58:54.576945Z","steps":["trace[906639722] 'agreement among raft nodes before linearized reading' (duration: 652.401782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:54.576973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:53.924432Z","time spent":"652.534235ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:58:54.577008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.318138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T21:58:54.577076Z","caller":"traceutil/trace.go:171","msg":"trace[1739211284] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16645; }","duration":"644.39305ms","start":"2026-03-02T21:58:53.932664Z","end":"2026-03-02T21:58:54.577057Z","steps":["trace[1739211284] 'agreement among raft nodes before linearized reading' (duration: 644.221226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:54.57714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:53.932657Z","time spent":"644.456151ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:58:55.441351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.884511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-02T21:58:55.441432Z","caller":"traceutil/trace.go:171","msg":"trace[1750378234] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:16651; }","duration":"360.017104ms","start":"2026-03-02T21:58:55.081396Z","end":"2026-03-02T21:58:55.441413Z","steps":["trace[1750378234] 'range keys from in-memory index tree' (duration: 359.700457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:55.441434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.323104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-02T21:58:55.441477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:55.081372Z","time spent":"360.093067ms","remote":"127.0.0.1:34590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-03-02T21:58:55.441465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.918552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T21:58:55.441532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.406029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-d62dw\" ","response":"range_response_count:1 size:22126"} {"level":"info","ts":"2026-03-02T21:58:55.441696Z","caller":"traceutil/trace.go:171","msg":"trace[610085224] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-d62dw; range_end:; response_count:1; response_revision:16651; }","duration":"573.692156ms","start":"2026-03-02T21:58:54.867981Z","end":"2026-03-02T21:58:55.441674Z","steps":["trace[610085224] 'range keys from in-memory index tree' (duration: 573.124312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:55.441786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:54.86795Z","time spent":"573.820999ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-d62dw\" "} {"level":"info","ts":"2026-03-02T21:58:55.441591Z","caller":"traceutil/trace.go:171","msg":"trace[609073121] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:16651; }","duration":"121.089886ms","start":"2026-03-02T21:58:55.320477Z","end":"2026-03-02T21:58:55.441567Z","steps":["trace[609073121] 'count revisions from in-memory index tree' (duration: 120.82752ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:55.441499Z","caller":"traceutil/trace.go:171","msg":"trace[190177253] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16651; }","duration":"196.423937ms","start":"2026-03-02T21:58:55.245054Z","end":"2026-03-02T21:58:55.441478Z","steps":["trace[190177253] 'range keys from in-memory index tree' (duration: 196.177471ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:55.585481Z","caller":"traceutil/trace.go:171","msg":"trace[1922345714] linearizableReadLoop","detail":"{readStateIndex:17256; appliedIndex:17255; }","duration":"137.362626ms","start":"2026-03-02T21:58:55.448079Z","end":"2026-03-02T21:58:55.585441Z","steps":["trace[1922345714] 'read index received' (duration: 137.059948ms)","trace[1922345714] 'applied index is now lower than readState.Index' (duration: 301.268µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:58:55.585624Z","caller":"traceutil/trace.go:171","msg":"trace[1638571133] transaction","detail":"{read_only:false; response_revision:16652; number_of_response:1; }","duration":"139.637853ms","start":"2026-03-02T21:58:55.445942Z","end":"2026-03-02T21:58:55.58558Z","steps":["trace[1638571133] 'process raft request' (duration: 139.292695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:55.585752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.639056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T21:58:55.585801Z","caller":"traceutil/trace.go:171","msg":"trace[59212855] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:16652; }","duration":"107.777169ms","start":"2026-03-02T21:58:55.478009Z","end":"2026-03-02T21:58:55.585786Z","steps":["trace[59212855] 'agreement among raft nodes before linearized reading' (duration: 107.661956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:55.585796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.44376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T21:58:55.585842Z","caller":"traceutil/trace.go:171","msg":"trace[1503043144] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:16652; }","duration":"107.529213ms","start":"2026-03-02T21:58:55.478297Z","end":"2026-03-02T21:58:55.585826Z","steps":["trace[1503043144] 'agreement among raft nodes before linearized reading' (duration: 107.447681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:55.585851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.02946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T21:58:55.585907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.700407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T21:58:55.585969Z","caller":"traceutil/trace.go:171","msg":"trace[206648000] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:16652; }","duration":"107.190454ms","start":"2026-03-02T21:58:55.47875Z","end":"2026-03-02T21:58:55.58594Z","steps":["trace[206648000] 'agreement among raft nodes before linearized reading' (duration: 106.954169ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:55.586029Z","caller":"traceutil/trace.go:171","msg":"trace[845956888] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:16652; }","duration":"107.8209ms","start":"2026-03-02T21:58:55.47816Z","end":"2026-03-02T21:58:55.585981Z","steps":["trace[845956888] 'agreement among raft nodes before linearized reading' (duration: 107.673907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:55.586065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.926177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T21:58:55.58608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.586384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T21:58:55.586215Z","caller":"traceutil/trace.go:171","msg":"trace[1222431655] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:16652; }","duration":"107.83153ms","start":"2026-03-02T21:58:55.478351Z","end":"2026-03-02T21:58:55.586183Z","steps":["trace[1222431655] 'agreement among raft nodes before linearized reading' (duration: 107.503972ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:55.586143Z","caller":"traceutil/trace.go:171","msg":"trace[501917946] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:16652; }","duration":"107.087302ms","start":"2026-03-02T21:58:55.479039Z","end":"2026-03-02T21:58:55.586126Z","steps":["trace[501917946] 'agreement among raft nodes before linearized reading' (duration: 106.881657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:55.586375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.281069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:99 size:974293"} {"level":"info","ts":"2026-03-02T21:58:55.586447Z","caller":"traceutil/trace.go:171","msg":"trace[1166433992] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:99; response_revision:16652; }","duration":"138.435663ms","start":"2026-03-02T21:58:55.447997Z","end":"2026-03-02T21:58:55.586433Z","steps":["trace[1166433992] 'agreement among raft nodes before linearized reading' (duration: 137.570871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:57.085899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826710054,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:58:57.447723Z","caller":"traceutil/trace.go:171","msg":"trace[163656191] transaction","detail":"{read_only:false; response_revision:16653; number_of_response:1; }","duration":"972.006526ms","start":"2026-03-02T21:58:56.475688Z","end":"2026-03-02T21:58:57.447695Z","steps":["trace[163656191] 'process raft request' (duration: 971.804371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:57.447879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:56.475667Z","time spent":"972.132119ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:58:57.595637Z","caller":"traceutil/trace.go:171","msg":"trace[1230556441] transaction","detail":"{read_only:false; response_revision:16654; number_of_response:1; }","duration":"869.441389ms","start":"2026-03-02T21:58:56.726164Z","end":"2026-03-02T21:58:57.595605Z","steps":["trace[1230556441] 'process raft request' (duration: 869.258813ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:57.595754Z","caller":"traceutil/trace.go:171","msg":"trace[877754429] linearizableReadLoop","detail":"{readStateIndex:17259; appliedIndex:17256; }","duration":"1.015756911s","start":"2026-03-02T21:58:56.579976Z","end":"2026-03-02T21:58:57.595733Z","steps":["trace[877754429] 'read index received' (duration: 867.564882ms)","trace[877754429] 'applied index is now lower than readState.Index' (duration: 148.189889ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:58:57.595774Z","caller":"traceutil/trace.go:171","msg":"trace[1297791653] transaction","detail":"{read_only:false; response_revision:16655; number_of_response:1; }","duration":"867.049529ms","start":"2026-03-02T21:58:56.728705Z","end":"2026-03-02T21:58:57.595755Z","steps":["trace[1297791653] 'process raft request' (duration: 866.855444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:57.595901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:56.728677Z","time spent":"867.149771ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:58:57.595928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015955286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T21:58:57.595959Z","caller":"traceutil/trace.go:171","msg":"trace[660637888] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16655; }","duration":"1.016013367s","start":"2026-03-02T21:58:56.579936Z","end":"2026-03-02T21:58:57.595949Z","steps":["trace[660637888] 'agreement among raft nodes before linearized reading' (duration: 1.015904455s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:57.595993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:56.579923Z","time spent":"1.016062748s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:58:57.595952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:56.726135Z","time spent":"869.574342ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:58:57.727941Z","caller":"traceutil/trace.go:171","msg":"trace[106568998] transaction","detail":"{read_only:false; response_revision:16656; number_of_response:1; }","duration":"127.092047ms","start":"2026-03-02T21:58:57.600828Z","end":"2026-03-02T21:58:57.72792Z","steps":["trace[106568998] 'process raft request' (duration: 126.976094ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:57.728196Z","caller":"traceutil/trace.go:171","msg":"trace[1667610602] linearizableReadLoop","detail":"{readStateIndex:17260; appliedIndex:17259; }","duration":"132.37234ms","start":"2026-03-02T21:58:57.595816Z","end":"2026-03-02T21:58:57.728188Z","steps":["trace[1667610602] 'read index received' (duration: 37.326122ms)","trace[1667610602] 'applied index is now lower than readState.Index' (duration: 95.045458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:58:57.728436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.271888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T21:58:57.72847Z","caller":"traceutil/trace.go:171","msg":"trace[1343304360] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16656; }","duration":"136.337001ms","start":"2026-03-02T21:58:57.592122Z","end":"2026-03-02T21:58:57.728459Z","steps":["trace[1343304360] 'agreement among raft nodes before linearized reading' (duration: 136.233628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:57.728554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097113633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T21:58:57.728633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105661269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T21:58:57.728643Z","caller":"traceutil/trace.go:171","msg":"trace[108077931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16656; }","duration":"1.097241347s","start":"2026-03-02T21:58:56.631383Z","end":"2026-03-02T21:58:57.728624Z","steps":["trace[108077931] 'agreement among raft nodes before linearized reading' (duration: 1.097072282s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:57.72866Z","caller":"traceutil/trace.go:171","msg":"trace[2046926915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16656; }","duration":"1.105688389s","start":"2026-03-02T21:58:56.622965Z","end":"2026-03-02T21:58:57.728653Z","steps":["trace[2046926915] 'agreement among raft nodes before linearized reading' (duration: 1.105605607s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:57.72868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:56.622929Z","time spent":"1.105745151s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:58:57.728698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:56.631373Z","time spent":"1.097315878s","remote":"127.0.0.1:34440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:58:57.728803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10609828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T21:58:57.728829Z","caller":"traceutil/trace.go:171","msg":"trace[1452116592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16656; }","duration":"1.106152101s","start":"2026-03-02T21:58:56.622669Z","end":"2026-03-02T21:58:57.728821Z","steps":["trace[1452116592] 'agreement among raft nodes before linearized reading' (duration: 1.106096109s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:57.728853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:56.622652Z","time spent":"1.106196642s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:58:57.728966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.1252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T21:58:57.729003Z","caller":"traceutil/trace.go:171","msg":"trace[1050696553] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:16656; }","duration":"137.175362ms","start":"2026-03-02T21:58:57.591818Z","end":"2026-03-02T21:58:57.728994Z","steps":["trace[1050696553] 'agreement among raft nodes before linearized reading' (duration: 137.11606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:57.72904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.699979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-d62dw\" ","response":"range_response_count:1 size:22126"} {"level":"info","ts":"2026-03-02T21:58:57.72907Z","caller":"traceutil/trace.go:171","msg":"trace[1569363640] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-d62dw; range_end:; response_count:1; response_revision:16656; }","duration":"115.759271ms","start":"2026-03-02T21:58:57.613305Z","end":"2026-03-02T21:58:57.729064Z","steps":["trace[1569363640] 'agreement among raft nodes before linearized reading' (duration: 115.687809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:57.729181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.379416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T21:58:57.72922Z","caller":"traceutil/trace.go:171","msg":"trace[344588020] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:16656; }","duration":"137.436988ms","start":"2026-03-02T21:58:57.591773Z","end":"2026-03-02T21:58:57.72921Z","steps":["trace[344588020] 'agreement among raft nodes before linearized reading' (duration: 137.375817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:57.729354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.956301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T21:58:57.729385Z","caller":"traceutil/trace.go:171","msg":"trace[769270110] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:16656; }","duration":"138.014622ms","start":"2026-03-02T21:58:57.591363Z","end":"2026-03-02T21:58:57.729378Z","steps":["trace[769270110] 'agreement among raft nodes before linearized reading' (duration: 137.968571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:57.729408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.34448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T21:58:57.729438Z","caller":"traceutil/trace.go:171","msg":"trace[1115139344] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:16656; }","duration":"113.428792ms","start":"2026-03-02T21:58:57.616003Z","end":"2026-03-02T21:58:57.729432Z","steps":["trace[1115139344] 'agreement among raft nodes before linearized reading' (duration: 113.385061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:57.7295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.549954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T21:58:57.72952Z","caller":"traceutil/trace.go:171","msg":"trace[551728299] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:16656; }","duration":"113.591196ms","start":"2026-03-02T21:58:57.615923Z","end":"2026-03-02T21:58:57.729514Z","steps":["trace[551728299] 'agreement among raft nodes before linearized reading' (duration: 113.564285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:57.729687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.183621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T21:58:57.729733Z","caller":"traceutil/trace.go:171","msg":"trace[392992025] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:16656; }","duration":"114.245572ms","start":"2026-03-02T21:58:57.615477Z","end":"2026-03-02T21:58:57.729723Z","steps":["trace[392992025] 'agreement among raft nodes before linearized reading' (duration: 114.17083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:57.729771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T21:58:57.729826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.424406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T21:58:57.729837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.591421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T21:58:57.729859Z","caller":"traceutil/trace.go:171","msg":"trace[2114734629] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:16656; }","duration":"114.492388ms","start":"2026-03-02T21:58:57.615359Z","end":"2026-03-02T21:58:57.729851Z","steps":["trace[2114734629] 'agreement among raft nodes before linearized reading' (duration: 114.448687ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:57.729864Z","caller":"traceutil/trace.go:171","msg":"trace[1620052002] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:16656; }","duration":"114.637031ms","start":"2026-03-02T21:58:57.615221Z","end":"2026-03-02T21:58:57.729858Z","steps":["trace[1620052002] 'agreement among raft nodes before linearized reading' (duration: 114.59545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:57.72987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.907025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T21:58:57.729887Z","caller":"traceutil/trace.go:171","msg":"trace[2041418161] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:16656; }","duration":"138.957726ms","start":"2026-03-02T21:58:57.590924Z","end":"2026-03-02T21:58:57.729881Z","steps":["trace[2041418161] 'agreement among raft nodes before linearized reading' (duration: 138.933055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:57.729921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.588761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T21:58:57.729951Z","caller":"traceutil/trace.go:171","msg":"trace[1075020280] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:16656; }","duration":"114.621992ms","start":"2026-03-02T21:58:57.615316Z","end":"2026-03-02T21:58:57.729938Z","steps":["trace[1075020280] 'agreement among raft nodes before linearized reading' (duration: 114.594001ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:57.729835Z","caller":"traceutil/trace.go:171","msg":"trace[2028630677] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:16656; }","duration":"138.824802ms","start":"2026-03-02T21:58:57.590997Z","end":"2026-03-02T21:58:57.729822Z","steps":["trace[2028630677] 'agreement among raft nodes before linearized reading' (duration: 138.695289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:57.730001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.037959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T21:58:57.730018Z","caller":"traceutil/trace.go:171","msg":"trace[845157900] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:16656; }","duration":"139.077559ms","start":"2026-03-02T21:58:57.590936Z","end":"2026-03-02T21:58:57.730014Z","steps":["trace[845157900] 'agreement among raft nodes before linearized reading' (duration: 139.052749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:57.728972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13308775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T21:58:57.730094Z","caller":"traceutil/trace.go:171","msg":"trace[511880134] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16656; }","duration":"1.134190549s","start":"2026-03-02T21:58:56.595878Z","end":"2026-03-02T21:58:57.730069Z","steps":["trace[511880134] 'agreement among raft nodes before linearized reading' (duration: 1.133046319s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:57.730138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:56.595829Z","time spent":"1.134291111s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:58:57.730145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075709302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-bqz9w\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-03-02T21:58:57.730179Z","caller":"traceutil/trace.go:171","msg":"trace[247150267] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-bqz9w; range_end:; response_count:1; response_revision:16656; }","duration":"1.075763164s","start":"2026-03-02T21:58:56.654408Z","end":"2026-03-02T21:58:57.730171Z","steps":["trace[247150267] 'agreement among raft nodes before linearized reading' (duration: 1.075632421s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:57.73023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:56.654397Z","time spent":"1.075806865s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-bqz9w\" "} {"level":"warn","ts":"2026-03-02T21:59:02.59561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.965396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T21:59:02.595757Z","caller":"traceutil/trace.go:171","msg":"trace[1152003285] linearizableReadLoop","detail":"{readStateIndex:17311; appliedIndex:17310; }","duration":"171.677251ms","start":"2026-03-02T21:59:02.424058Z","end":"2026-03-02T21:59:02.595735Z","steps":["trace[1152003285] 'read index received' (duration: 30.443098ms)","trace[1152003285] 'applied index is now lower than readState.Index' (duration: 141.232353ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:59:02.596089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.050062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T21:59:02.596182Z","caller":"traceutil/trace.go:171","msg":"trace[226977296] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:16705; }","duration":"172.201356ms","start":"2026-03-02T21:59:02.423968Z","end":"2026-03-02T21:59:02.59617Z","steps":["trace[226977296] 'agreement among raft nodes before linearized reading' (duration: 171.907148ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:59:02.596452Z","caller":"traceutil/trace.go:171","msg":"trace[1970188025] transaction","detail":"{read_only:false; response_revision:16705; number_of_response:1; }","duration":"181.667413ms","start":"2026-03-02T21:59:02.414106Z","end":"2026-03-02T21:59:02.595774Z","steps":["trace[1970188025] 'process raft request' (duration: 40.43065ms)","trace[1970188025] 'compare' (duration: 140.750791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:59:07.799454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.751261ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T21:59:07.799706Z","caller":"traceutil/trace.go:171","msg":"trace[690516907] transaction","detail":"{read_only:false; response_revision:16798; number_of_response:1; }","duration":"145.077861ms","start":"2026-03-02T21:59:07.654585Z","end":"2026-03-02T21:59:07.799662Z","steps":["trace[690516907] 'process raft request' (duration: 144.969368ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:59:07.799704Z","caller":"traceutil/trace.go:171","msg":"trace[1686030781] linearizableReadLoop","detail":"{readStateIndex:17409; appliedIndex:17408; }","duration":"313.916441ms","start":"2026-03-02T21:59:07.485748Z","end":"2026-03-02T21:59:07.799664Z","steps":["trace[1686030781] 'read index received' (duration: 67.875283ms)","trace[1686030781] 'applied index is now lower than readState.Index' (duration: 246.038878ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:59:07.799888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.133216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T21:59:07.799932Z","caller":"traceutil/trace.go:171","msg":"trace[31512112] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16798; }","duration":"314.207328ms","start":"2026-03-02T21:59:07.485714Z","end":"2026-03-02T21:59:07.799921Z","steps":["trace[31512112] 'agreement among raft nodes before linearized reading' (duration: 314.055304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:59:07.799962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:59:07.485702Z","time spent":"314.251939ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:59:07.801043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.475562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T21:59:07.801081Z","caller":"traceutil/trace.go:171","msg":"trace[356075635] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:16799; }","duration":"260.548264ms","start":"2026-03-02T21:59:07.540524Z","end":"2026-03-02T21:59:07.801072Z","steps":["trace[356075635] 'agreement among raft nodes before linearized reading' (duration: 260.432661ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:59:07.801667Z","caller":"traceutil/trace.go:171","msg":"trace[1674857008] transaction","detail":"{read_only:false; response_revision:16799; number_of_response:1; }","duration":"145.41831ms","start":"2026-03-02T21:59:07.656229Z","end":"2026-03-02T21:59:07.801648Z","steps":["trace[1674857008] 'process raft request' (duration: 144.627359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:59:07.801769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.761297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T21:59:07.801804Z","caller":"traceutil/trace.go:171","msg":"trace[1495591538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16799; }","duration":"145.826249ms","start":"2026-03-02T21:59:07.655969Z","end":"2026-03-02T21:59:07.801795Z","steps":["trace[1495591538] 'agreement among raft nodes before linearized reading' (duration: 145.780558ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:00:01.137634Z","caller":"traceutil/trace.go:171","msg":"trace[1029704531] transaction","detail":"{read_only:false; response_revision:17227; number_of_response:1; }","duration":"119.577208ms","start":"2026-03-02T22:00:01.018038Z","end":"2026-03-02T22:00:01.137616Z","steps":["trace[1029704531] 'process raft request' (duration: 119.450945ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:03:49.086003Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16471} {"level":"info","ts":"2026-03-02T22:03:49.200849Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16471,"took":"110.697929ms","hash":3259866818,"current-db-size-bytes":46710784,"current-db-size":"47 MB","current-db-size-in-use-bytes":30322688,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-02T22:03:49.200911Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3259866818,"revision":16471,"compact-revision":14290} {"level":"info","ts":"2026-03-02T22:03:57.528748Z","caller":"traceutil/trace.go:171","msg":"trace[1884350618] linearizableReadLoop","detail":"{readStateIndex:19435; appliedIndex:19434; }","duration":"278.899367ms","start":"2026-03-02T22:03:57.24982Z","end":"2026-03-02T22:03:57.528719Z","steps":["trace[1884350618] 'read index received' (duration: 278.689322ms)","trace[1884350618] 'applied index is now lower than readState.Index' (duration: 208.835µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:03:57.528829Z","caller":"traceutil/trace.go:171","msg":"trace[1029284939] transaction","detail":"{read_only:false; response_revision:18756; number_of_response:1; }","duration":"280.470986ms","start":"2026-03-02T22:03:57.248324Z","end":"2026-03-02T22:03:57.528795Z","steps":["trace[1029284939] 'process raft request' (duration: 280.209159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:57.528996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.151233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:03:57.529064Z","caller":"traceutil/trace.go:171","msg":"trace[1044448764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18756; }","duration":"279.230805ms","start":"2026-03-02T22:03:57.249816Z","end":"2026-03-02T22:03:57.529047Z","steps":["trace[1044448764] 'agreement among raft nodes before linearized reading' (duration: 279.01862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:57.542777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.92888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T22:03:57.542856Z","caller":"traceutil/trace.go:171","msg":"trace[940679100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18757; }","duration":"293.041563ms","start":"2026-03-02T22:03:57.249798Z","end":"2026-03-02T22:03:57.54284Z","steps":["trace[940679100] 'agreement among raft nodes before linearized reading' (duration: 292.839318ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:03:57.543063Z","caller":"traceutil/trace.go:171","msg":"trace[1495989481] transaction","detail":"{read_only:false; response_revision:18757; number_of_response:1; }","duration":"293.208068ms","start":"2026-03-02T22:03:57.249831Z","end":"2026-03-02T22:03:57.543039Z","steps":["trace[1495989481] 'process raft request' (duration: 292.575552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:57.543108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.356285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T22:03:57.543135Z","caller":"traceutil/trace.go:171","msg":"trace[881229431] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18757; }","duration":"290.402507ms","start":"2026-03-02T22:03:57.252723Z","end":"2026-03-02T22:03:57.543126Z","steps":["trace[881229431] 'agreement among raft nodes before linearized reading' (duration: 290.332685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:57.543439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.103624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T22:03:57.543508Z","caller":"traceutil/trace.go:171","msg":"trace[1503105995] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18757; }","duration":"291.222727ms","start":"2026-03-02T22:03:57.252268Z","end":"2026-03-02T22:03:57.543491Z","steps":["trace[1503105995] 'agreement among raft nodes before linearized reading' (duration: 290.918939ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:03:58.045028Z","caller":"traceutil/trace.go:171","msg":"trace[1869930542] transaction","detail":"{read_only:false; response_revision:18758; number_of_response:1; }","duration":"511.26357ms","start":"2026-03-02T22:03:57.533347Z","end":"2026-03-02T22:03:58.044611Z","steps":["trace[1869930542] 'process raft request' (duration: 511.047695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:58.045171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:57.533326Z","time spent":"511.769993ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:03:58.27278Z","caller":"traceutil/trace.go:171","msg":"trace[1084875139] transaction","detail":"{read_only:false; response_revision:18760; number_of_response:1; }","duration":"725.169059ms","start":"2026-03-02T22:03:57.547588Z","end":"2026-03-02T22:03:58.272757Z","steps":["trace[1084875139] 'process raft request' (duration: 724.998255ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:03:58.273147Z","caller":"traceutil/trace.go:171","msg":"trace[1103676391] transaction","detail":"{read_only:false; response_revision:18761; number_of_response:1; }","duration":"725.507146ms","start":"2026-03-02T22:03:57.547611Z","end":"2026-03-02T22:03:58.273119Z","steps":["trace[1103676391] 'process raft request' (duration: 725.093276ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:03:58.273148Z","caller":"traceutil/trace.go:171","msg":"trace[268099199] transaction","detail":"{read_only:false; response_revision:18759; number_of_response:1; }","duration":"725.872576ms","start":"2026-03-02T22:03:57.547208Z","end":"2026-03-02T22:03:58.27308Z","steps":["trace[268099199] 'process raft request' (duration: 724.248496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:58.273318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:57.547584Z","time spent":"725.652382ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:03:58.273494Z","caller":"traceutil/trace.go:171","msg":"trace[838296466] transaction","detail":"{read_only:false; response_revision:18762; number_of_response:1; }","duration":"438.24744ms","start":"2026-03-02T22:03:57.835212Z","end":"2026-03-02T22:03:58.273459Z","steps":["trace[838296466] 'process raft request' (duration: 437.809019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:58.273644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:57.835196Z","time spent":"438.366414ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:03:58.274492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:57.547182Z","time spent":"727.058757ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:03:58.274901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:57.547573Z","time spent":"725.312242ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:03:58.275688Z","caller":"traceutil/trace.go:171","msg":"trace[121559409] linearizableReadLoop","detail":"{readStateIndex:19440; appliedIndex:19436; }","duration":"553.329169ms","start":"2026-03-02T22:03:57.722331Z","end":"2026-03-02T22:03:58.27566Z","steps":["trace[121559409] 'read index received' (duration: 321.977382ms)","trace[121559409] 'applied index is now lower than readState.Index' (duration: 231.350717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:03:58.275863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.539614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:03:58.275894Z","caller":"traceutil/trace.go:171","msg":"trace[1461295867] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:18762; }","duration":"553.615176ms","start":"2026-03-02T22:03:57.722272Z","end":"2026-03-02T22:03:58.275887Z","steps":["trace[1461295867] 'agreement among raft nodes before linearized reading' (duration: 553.561194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:58.275968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:57.722246Z","time spent":"553.714599ms","remote":"127.0.0.1:34760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:03:58.276159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.819322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-02T22:03:58.276189Z","caller":"traceutil/trace.go:171","msg":"trace[251452153] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18762; }","duration":"293.870803ms","start":"2026-03-02T22:03:57.982308Z","end":"2026-03-02T22:03:58.276179Z","steps":["trace[251452153] 'agreement among raft nodes before linearized reading' (duration: 293.785601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:08.941724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.484812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:04:08.941813Z","caller":"traceutil/trace.go:171","msg":"trace[625833600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18811; }","duration":"310.603485ms","start":"2026-03-02T22:04:08.631185Z","end":"2026-03-02T22:04:08.941789Z","steps":["trace[625833600] 'range keys from in-memory index tree' (duration: 310.37979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:08.941857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:08.631168Z","time spent":"310.676337ms","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:04:14.733203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826716742,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:04:14.913047Z","caller":"traceutil/trace.go:171","msg":"trace[319528338] transaction","detail":"{read_only:false; response_revision:18834; number_of_response:1; }","duration":"747.653725ms","start":"2026-03-02T22:04:14.165364Z","end":"2026-03-02T22:04:14.913018Z","steps":["trace[319528338] 'process raft request' (duration: 747.471161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:14.91321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:14.165342Z","time spent":"747.786148ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:04:15.672418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.778636ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:04:15.672521Z","caller":"traceutil/trace.go:171","msg":"trace[651087477] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:18834; }","duration":"244.891939ms","start":"2026-03-02T22:04:15.427612Z","end":"2026-03-02T22:04:15.672504Z","steps":["trace[651087477] 'range keys from in-memory index tree' (duration: 244.763266ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:04:15.776712Z","caller":"traceutil/trace.go:171","msg":"trace[1842566710] linearizableReadLoop","detail":"{readStateIndex:19519; appliedIndex:19517; }","duration":"1.544370486s","start":"2026-03-02T22:04:14.23231Z","end":"2026-03-02T22:04:15.776681Z","steps":["trace[1842566710] 'read index received' (duration: 680.502753ms)","trace[1842566710] 'applied index is now lower than readState.Index' (duration: 863.866723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:04:15.776852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54451766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:04:15.776982Z","caller":"traceutil/trace.go:171","msg":"trace[1301891114] transaction","detail":"{read_only:false; response_revision:18835; number_of_response:1; }","duration":"1.297314822s","start":"2026-03-02T22:04:14.479504Z","end":"2026-03-02T22:04:15.776819Z","steps":["trace[1301891114] 'process raft request' (duration: 1.297037095s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:15.777118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:14.479478Z","time spent":"1.297572899s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:04:15.777107Z","caller":"traceutil/trace.go:171","msg":"trace[65095294] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:18835; }","duration":"1.544613332s","start":"2026-03-02T22:04:14.232273Z","end":"2026-03-02T22:04:15.776886Z","steps":["trace[65095294] 'agreement among raft nodes before linearized reading' (duration: 1.54452561s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:15.777218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:14.232254Z","time spent":"1.544924501s","remote":"127.0.0.1:34722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:04:16.277571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826716748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:04:16.633021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000607228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:04:16.633116Z","caller":"traceutil/trace.go:171","msg":"trace[378773338] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000725182s","start":"2026-03-02T22:04:14.632372Z","end":"2026-03-02T22:04:16.633097Z","steps":["trace[378773338] 'agreement among raft nodes before linearized reading' (duration: 2.000604919s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:16.633164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:14.632299Z","time spent":"2.000854905s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:04:16.77835Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826716748,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:04:16.930358Z","caller":"traceutil/trace.go:171","msg":"trace[898519657] transaction","detail":"{read_only:false; response_revision:18836; number_of_response:1; }","duration":"1.94587497s","start":"2026-03-02T22:04:14.984443Z","end":"2026-03-02T22:04:16.930318Z","steps":["trace[898519657] 'process raft request' (duration: 1.851094663s)","trace[898519657] 'compare' (duration: 94.271624ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:04:16.930513Z","caller":"traceutil/trace.go:171","msg":"trace[874115546] linearizableReadLoop","detail":"{readStateIndex:19522; appliedIndex:19519; }","duration":"1.153710014s","start":"2026-03-02T22:04:15.77678Z","end":"2026-03-02T22:04:16.93049Z","steps":["trace[874115546] 'read index received' (duration: 1.058708681s)","trace[874115546] 'applied index is now lower than readState.Index' (duration: 95.000503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:04:16.930539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:14.984417Z","time spent":"1.946015185s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:04:16.930763Z","caller":"traceutil/trace.go:171","msg":"trace[1570438226] transaction","detail":"{read_only:false; response_revision:18837; number_of_response:1; }","duration":"1.946050925s","start":"2026-03-02T22:04:14.984694Z","end":"2026-03-02T22:04:16.930745Z","steps":["trace[1570438226] 'process raft request' (duration: 1.945541342s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:16.930878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.413820829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:04:16.930989Z","caller":"traceutil/trace.go:171","msg":"trace[1243842311] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:18838; }","duration":"2.413993804s","start":"2026-03-02T22:04:14.516965Z","end":"2026-03-02T22:04:16.930959Z","steps":["trace[1243842311] 'agreement among raft nodes before linearized reading' (duration: 2.41382894s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:16.931042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.539197289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T22:04:16.93106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:14.516935Z","time spent":"2.414105497s","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:04:16.931083Z","caller":"traceutil/trace.go:171","msg":"trace[1512585577] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18838; }","duration":"2.53926818s","start":"2026-03-02T22:04:14.391802Z","end":"2026-03-02T22:04:16.93107Z","steps":["trace[1512585577] 'agreement among raft nodes before linearized reading' (duration: 2.539134326s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:16.931091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274450976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T22:04:16.931116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:14.391781Z","time spent":"2.539327752s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T22:04:16.931134Z","caller":"traceutil/trace.go:171","msg":"trace[252730217] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18838; }","duration":"1.274638351s","start":"2026-03-02T22:04:15.656481Z","end":"2026-03-02T22:04:16.931119Z","steps":["trace[252730217] 'agreement among raft nodes before linearized reading' (duration: 1.274446376s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:16.931167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:15.656461Z","time spent":"1.274699542s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:04:16.931181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.02288143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:04:16.931239Z","caller":"traceutil/trace.go:171","msg":"trace[2072196733] transaction","detail":"{read_only:false; response_revision:18838; number_of_response:1; }","duration":"1.549554747s","start":"2026-03-02T22:04:15.381675Z","end":"2026-03-02T22:04:16.93123Z","steps":["trace[2072196733] 'process raft request' (duration: 1.548759697s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:04:16.931256Z","caller":"traceutil/trace.go:171","msg":"trace[1218126940] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:18838; }","duration":"2.022990683s","start":"2026-03-02T22:04:14.908241Z","end":"2026-03-02T22:04:16.931232Z","steps":["trace[1218126940] 'agreement among raft nodes before linearized reading' (duration: 2.022849479s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:16.931304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:15.381655Z","time spent":"1.549602037s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:04:16.931335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069115824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:04:16.931336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:14.908222Z","time spent":"2.023094526s","remote":"127.0.0.1:34544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:04:16.931367Z","caller":"traceutil/trace.go:171","msg":"trace[894553984] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:18838; }","duration":"1.069186426s","start":"2026-03-02T22:04:15.862172Z","end":"2026-03-02T22:04:16.931358Z","steps":["trace[894553984] 'agreement among raft nodes before linearized reading' (duration: 1.069131784s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:16.931411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:15.862151Z","time spent":"1.069252397s","remote":"127.0.0.1:56418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:04:16.931355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592726474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:04:16.930904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:14.984685Z","time spent":"1.946136927s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:04:16.931493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.450659507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T22:04:16.931546Z","caller":"traceutil/trace.go:171","msg":"trace[1944892207] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:18838; }","duration":"2.450736659s","start":"2026-03-02T22:04:14.480795Z","end":"2026-03-02T22:04:16.931531Z","steps":["trace[1944892207] 'agreement among raft nodes before linearized reading' (duration: 2.450544904s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:16.931561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.330851178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417303"} {"level":"warn","ts":"2026-03-02T22:04:16.931587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.162801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:04:16.931591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:14.480781Z","time spent":"2.4508022s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-02T22:04:16.931566Z","caller":"traceutil/trace.go:171","msg":"trace[1000503339] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:18838; }","duration":"1.592996901s","start":"2026-03-02T22:04:15.33854Z","end":"2026-03-02T22:04:16.931537Z","steps":["trace[1000503339] 'agreement among raft nodes before linearized reading' (duration: 1.592720004s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:04:16.931617Z","caller":"traceutil/trace.go:171","msg":"trace[965530446] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:18838; }","duration":"2.330948611s","start":"2026-03-02T22:04:14.600653Z","end":"2026-03-02T22:04:16.931601Z","steps":["trace[965530446] 'agreement among raft nodes before linearized reading' (duration: 2.330630323s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:16.931665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:14.600628Z","time spent":"2.331025213s","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417326,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-02T22:04:16.931466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208676559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T22:04:16.931705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.652358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:04:16.931813Z","caller":"traceutil/trace.go:171","msg":"trace[1384562456] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:18838; }","duration":"584.835613ms","start":"2026-03-02T22:04:16.346947Z","end":"2026-03-02T22:04:16.931783Z","steps":["trace[1384562456] 'agreement among raft nodes before linearized reading' (duration: 584.620228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:16.931723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:15.33852Z","time spent":"1.593128714s","remote":"127.0.0.1:34682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:04:16.931849Z","caller":"traceutil/trace.go:171","msg":"trace[456730809] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18838; }","duration":"1.209042629s","start":"2026-03-02T22:04:15.722749Z","end":"2026-03-02T22:04:16.931792Z","steps":["trace[456730809] 'agreement among raft nodes before linearized reading' (duration: 1.208666149s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:04:16.931621Z","caller":"traceutil/trace.go:171","msg":"trace[1814455099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18838; }","duration":"298.228594ms","start":"2026-03-02T22:04:16.633384Z","end":"2026-03-02T22:04:16.931613Z","steps":["trace[1814455099] 'agreement among raft nodes before linearized reading' (duration: 298.177133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:16.931888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:16.346927Z","time spent":"584.941286ms","remote":"127.0.0.1:60540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:04:16.93186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.53452566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:04:16.932009Z","caller":"traceutil/trace.go:171","msg":"trace[80358602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18838; }","duration":"2.534692184s","start":"2026-03-02T22:04:14.397294Z","end":"2026-03-02T22:04:16.931986Z","steps":["trace[80358602] 'agreement among raft nodes before linearized reading' (duration: 2.534393637s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:16.932136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:14.397288Z","time spent":"2.534834118s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:04:16.931924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:15.722728Z","time spent":"1.209173182s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:04:16.932273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.534338316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:04:16.932393Z","caller":"traceutil/trace.go:171","msg":"trace[825627744] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18838; }","duration":"2.535682319s","start":"2026-03-02T22:04:14.396691Z","end":"2026-03-02T22:04:16.932373Z","steps":["trace[825627744] 'agreement among raft nodes before linearized reading' (duration: 2.534194672s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:16.932433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:14.396652Z","time spent":"2.535766961s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:04:17.439108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826716750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:04:18.125646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:17.783173Z","time spent":"342.463678ms","remote":"127.0.0.1:38354","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:04:18.125932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.868489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:04:18.126072Z","caller":"traceutil/trace.go:171","msg":"trace[1393063811] transaction","detail":"{read_only:false; response_revision:18839; number_of_response:1; }","duration":"1.188404158s","start":"2026-03-02T22:04:16.937641Z","end":"2026-03-02T22:04:18.126045Z","steps":["trace[1393063811] 'process raft request' (duration: 837.313194ms)","trace[1393063811] 'compare' (duration: 350.736515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:04:18.126177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:16.937617Z","time spent":"1.188508311s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:04:18.212403Z","caller":"traceutil/trace.go:171","msg":"trace[24998495] transaction","detail":"{read_only:false; response_revision:18840; number_of_response:1; }","duration":"1.274470067s","start":"2026-03-02T22:04:16.937906Z","end":"2026-03-02T22:04:18.212376Z","steps":["trace[24998495] 'process raft request' (duration: 1.274285002s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:18.212586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:16.937887Z","time spent":"1.27461304s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:04:18.212687Z","caller":"traceutil/trace.go:171","msg":"trace[1883043904] transaction","detail":"{read_only:false; response_revision:18841; number_of_response:1; }","duration":"1.274702332s","start":"2026-03-02T22:04:16.937965Z","end":"2026-03-02T22:04:18.212667Z","steps":["trace[1883043904] 'process raft request' (duration: 1.274359534s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:18.212818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:16.937961Z","time spent":"1.274802604s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:04:18.213012Z","caller":"traceutil/trace.go:171","msg":"trace[1597771065] transaction","detail":"{read_only:false; response_revision:18842; number_of_response:1; }","duration":"1.274962099s","start":"2026-03-02T22:04:16.938027Z","end":"2026-03-02T22:04:18.212989Z","steps":["trace[1597771065] 'process raft request' (duration: 1.274552549s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:18.213114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:16.938023Z","time spent":"1.275039821s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:04:18.213428Z","caller":"traceutil/trace.go:171","msg":"trace[1546172886] transaction","detail":"{read_only:false; response_revision:18843; number_of_response:1; }","duration":"1.275297869s","start":"2026-03-02T22:04:16.93808Z","end":"2026-03-02T22:04:18.213378Z","steps":["trace[1546172886] 'process raft request' (duration: 1.274799735s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:18.213631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:16.938077Z","time spent":"1.275429012s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:04:18.214398Z","caller":"traceutil/trace.go:171","msg":"trace[535337923] linearizableReadLoop","detail":"{readStateIndex:19529; appliedIndex:19522; }","duration":"1.276037547s","start":"2026-03-02T22:04:16.938344Z","end":"2026-03-02T22:04:18.214381Z","steps":["trace[535337923] 'read index received' (duration: 836.600026ms)","trace[535337923] 'applied index is now lower than readState.Index' (duration: 439.436631ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:04:18.214533Z","caller":"traceutil/trace.go:171","msg":"trace[1423357506] transaction","detail":"{read_only:false; response_revision:18845; number_of_response:1; }","duration":"1.276375215s","start":"2026-03-02T22:04:16.938146Z","end":"2026-03-02T22:04:18.214521Z","steps":["trace[1423357506] 'process raft request' (duration: 1.276144199s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:04:18.214502Z","caller":"traceutil/trace.go:171","msg":"trace[1190083147] transaction","detail":"{read_only:false; response_revision:18844; number_of_response:1; }","duration":"1.276340335s","start":"2026-03-02T22:04:16.938112Z","end":"2026-03-02T22:04:18.214452Z","steps":["trace[1190083147] 'process raft request' (duration: 1.275224366s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:18.214658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:16.938139Z","time spent":"1.276471217s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:04:18.214691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:16.938108Z","time spent":"1.276483108s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:04:18.214776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276399466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899233d8e69a543\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-02T22:04:18.214903Z","caller":"traceutil/trace.go:171","msg":"trace[1869332220] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899233d8e69a543; range_end:; response_count:1; response_revision:18845; }","duration":"1.276530909s","start":"2026-03-02T22:04:16.938324Z","end":"2026-03-02T22:04:18.214855Z","steps":["trace[1869332220] 'agreement among raft nodes before linearized reading' (duration: 1.276219881s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:18.214969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:16.938319Z","time spent":"1.276631082s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899233d8e69a543\" "} {"level":"warn","ts":"2026-03-02T22:04:18.94098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000578158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:04:18.941087Z","caller":"traceutil/trace.go:171","msg":"trace[958696105] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000714711s","start":"2026-03-02T22:04:16.940352Z","end":"2026-03-02T22:04:18.941066Z","steps":["trace[958696105] 'agreement among raft nodes before linearized reading' (duration: 2.000582008s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:18.94114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:16.940346Z","time spent":"2.000782113s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:04:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:04:19.210153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.298495ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T22:04:19.210258Z","caller":"traceutil/trace.go:171","msg":"trace[151077823] linearizableReadLoop","detail":"{readStateIndex:19530; appliedIndex:19529; }","duration":"995.788225ms","start":"2026-03-02T22:04:18.214449Z","end":"2026-03-02T22:04:19.210238Z","steps":["trace[151077823] 'read index received' (duration: 123.394589ms)","trace[151077823] 'applied index is now lower than readState.Index' (duration: 872.391956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:04:19.21074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768636546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-02T22:04:19.210804Z","caller":"traceutil/trace.go:171","msg":"trace[1647096758] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18845; }","duration":"1.768754739s","start":"2026-03-02T22:04:17.442033Z","end":"2026-03-02T22:04:19.210788Z","steps":["trace[1647096758] 'agreement among raft nodes before linearized reading' (duration: 1.768482771s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:04:19.210785Z","caller":"traceutil/trace.go:171","msg":"trace[362815914] transaction","detail":"{read_only:false; response_revision:18846; number_of_response:1; }","duration":"993.537169ms","start":"2026-03-02T22:04:18.217224Z","end":"2026-03-02T22:04:19.210761Z","steps":["trace[362815914] 'process raft request' (duration: 993.389865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:19.210856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:17.442013Z","time spent":"1.76882554s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:04:19.210936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:18.2172Z","time spent":"993.646821ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:04:19.256557Z","caller":"traceutil/trace.go:171","msg":"trace[1737652174] transaction","detail":"{read_only:false; response_revision:18847; number_of_response:1; }","duration":"841.14749ms","start":"2026-03-02T22:04:18.415383Z","end":"2026-03-02T22:04:19.256531Z","steps":["trace[1737652174] 'process raft request' (duration: 840.976606ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:04:19.256823Z","caller":"traceutil/trace.go:171","msg":"trace[1039830600] transaction","detail":"{read_only:false; response_revision:18848; number_of_response:1; }","duration":"320.051073ms","start":"2026-03-02T22:04:18.936749Z","end":"2026-03-02T22:04:19.2568Z","steps":["trace[1039830600] 'process raft request' (duration: 319.742215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:19.256868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:18.415349Z","time spent":"841.275403ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:04:19.256948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:18.936721Z","time spent":"320.157726ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:04:19.257014Z","caller":"traceutil/trace.go:171","msg":"trace[1995077539] transaction","detail":"{read_only:false; response_revision:18849; number_of_response:1; }","duration":"318.086544ms","start":"2026-03-02T22:04:18.93891Z","end":"2026-03-02T22:04:19.256996Z","steps":["trace[1995077539] 'process raft request' (duration: 317.829847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:19.257021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.494468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:04:19.257119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.659274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:04:19.257184Z","caller":"traceutil/trace.go:171","msg":"trace[1339550839] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:18849; }","duration":"980.754927ms","start":"2026-03-02T22:04:18.276413Z","end":"2026-03-02T22:04:19.257168Z","steps":["trace[1339550839] 'agreement among raft nodes before linearized reading' (duration: 980.677685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:19.257227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:18.276382Z","time spent":"980.835138ms","remote":"127.0.0.1:60588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:04:19.257246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:18.938883Z","time spent":"318.210187ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:04:19.257018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.503877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:04:19.257455Z","caller":"traceutil/trace.go:171","msg":"trace[2001038290] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:18849; }","duration":"228.910587ms","start":"2026-03-02T22:04:19.028466Z","end":"2026-03-02T22:04:19.257377Z","steps":["trace[2001038290] 'agreement among raft nodes before linearized reading' (duration: 228.433615ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:04:19.257194Z","caller":"traceutil/trace.go:171","msg":"trace[91312753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18849; }","duration":"315.652893ms","start":"2026-03-02T22:04:18.941466Z","end":"2026-03-02T22:04:19.257119Z","steps":["trace[91312753] 'agreement among raft nodes before linearized reading' (duration: 315.466758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:19.258245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:18.941453Z","time spent":"316.741529ms","remote":"127.0.0.1:34440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:04:20.656033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.625793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:04:20.65612Z","caller":"traceutil/trace.go:171","msg":"trace[923625436] linearizableReadLoop","detail":"{readStateIndex:19535; appliedIndex:19534; }","duration":"1.389512604s","start":"2026-03-02T22:04:19.266592Z","end":"2026-03-02T22:04:20.656105Z","steps":["trace[923625436] 'read index received' (duration: 439.379759ms)","trace[923625436] 'applied index is now lower than readState.Index' (duration: 950.131655ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:04:20.656164Z","caller":"traceutil/trace.go:171","msg":"trace[2053139761] transaction","detail":"{read_only:false; response_revision:18850; number_of_response:1; }","duration":"1.393080124s","start":"2026-03-02T22:04:19.263068Z","end":"2026-03-02T22:04:20.656148Z","steps":["trace[2053139761] 'process raft request' (duration: 442.961099ms)","trace[2053139761] 'compare' (duration: 949.12652ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:04:20.656225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389631348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:04:20.65623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:19.263058Z","time spent":"1.393142226s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:04:20.656311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344807848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:04:20.656246Z","caller":"traceutil/trace.go:171","msg":"trace[1569796692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18850; }","duration":"1.389692729s","start":"2026-03-02T22:04:19.266547Z","end":"2026-03-02T22:04:20.65624Z","steps":["trace[1569796692] 'agreement among raft nodes before linearized reading' (duration: 1.389631177s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:20.656376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:19.266527Z","time spent":"1.389839523s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:04:20.65638Z","caller":"traceutil/trace.go:171","msg":"trace[1011343240] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18850; }","duration":"1.344925611s","start":"2026-03-02T22:04:19.311431Z","end":"2026-03-02T22:04:20.656357Z","steps":["trace[1011343240] 'agreement among raft nodes before linearized reading' (duration: 1.344790738s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:20.656415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:19.311409Z","time spent":"1.344999983s","remote":"127.0.0.1:34932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T22:04:20.656459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.770485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:04:20.656486Z","caller":"traceutil/trace.go:171","msg":"trace[677156751] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:18850; }","duration":"473.822137ms","start":"2026-03-02T22:04:20.182654Z","end":"2026-03-02T22:04:20.656476Z","steps":["trace[677156751] 'agreement among raft nodes before linearized reading' (duration: 473.778226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:20.656469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.686891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T22:04:20.656488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.208164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T22:04:20.656509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:20.182638Z","time spent":"473.866129ms","remote":"127.0.0.1:51084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:04:20.656493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.236835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:04:20.656529Z","caller":"traceutil/trace.go:171","msg":"trace[1326461290] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18850; }","duration":"436.783303ms","start":"2026-03-02T22:04:20.219733Z","end":"2026-03-02T22:04:20.656517Z","steps":["trace[1326461290] 'agreement among raft nodes before linearized reading' (duration: 436.603899ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:04:20.656537Z","caller":"traceutil/trace.go:171","msg":"trace[821479506] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18850; }","duration":"437.274045ms","start":"2026-03-02T22:04:20.219251Z","end":"2026-03-02T22:04:20.656525Z","steps":["trace[821479506] 'agreement among raft nodes before linearized reading' (duration: 437.125322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:20.656557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:20.219722Z","time spent":"436.830994ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T22:04:20.65655Z","caller":"traceutil/trace.go:171","msg":"trace[1763003819] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18850; }","duration":"437.336237ms","start":"2026-03-02T22:04:20.2192Z","end":"2026-03-02T22:04:20.656536Z","steps":["trace[1763003819] 'agreement among raft nodes before linearized reading' (duration: 437.139372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:20.656574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:20.219246Z","time spent":"437.319006ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:04:20.656591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:20.219183Z","time spent":"437.397709ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:04:20.65665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.748949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T22:04:20.656667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.261529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:04:20.656672Z","caller":"traceutil/trace.go:171","msg":"trace[111119942] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18850; }","duration":"518.77066ms","start":"2026-03-02T22:04:20.137895Z","end":"2026-03-02T22:04:20.656666Z","steps":["trace[111119942] 'agreement among raft nodes before linearized reading' (duration: 518.666737ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:04:20.656686Z","caller":"traceutil/trace.go:171","msg":"trace[1276637757] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:18850; }","duration":"110.307229ms","start":"2026-03-02T22:04:20.546372Z","end":"2026-03-02T22:04:20.656679Z","steps":["trace[1276637757] 'agreement among raft nodes before linearized reading' (duration: 110.271748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:20.656691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:20.13783Z","time spent":"518.856181ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:04:20.656718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.885023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:04:20.656739Z","caller":"traceutil/trace.go:171","msg":"trace[1923118399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18850; }","duration":"418.906213ms","start":"2026-03-02T22:04:20.237827Z","end":"2026-03-02T22:04:20.656733Z","steps":["trace[1923118399] 'agreement among raft nodes before linearized reading' (duration: 418.837052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:20.656746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.45884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T22:04:20.656758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:20.237769Z","time spent":"418.984145ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:04:20.656776Z","caller":"traceutil/trace.go:171","msg":"trace[1308492107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18850; }","duration":"429.524231ms","start":"2026-03-02T22:04:20.227243Z","end":"2026-03-02T22:04:20.656768Z","steps":["trace[1308492107] 'agreement among raft nodes before linearized reading' (duration: 429.427449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:20.656803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:20.227216Z","time spent":"429.580083ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:04:20.804176Z","caller":"traceutil/trace.go:171","msg":"trace[1742001482] transaction","detail":"{read_only:false; response_revision:18851; number_of_response:1; }","duration":"143.595327ms","start":"2026-03-02T22:04:20.66056Z","end":"2026-03-02T22:04:20.804156Z","steps":["trace[1742001482] 'process raft request' (duration: 143.353531ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:04:20.805604Z","caller":"traceutil/trace.go:171","msg":"trace[1197987832] linearizableReadLoop","detail":"{readStateIndex:19538; appliedIndex:19535; }","duration":"143.866135ms","start":"2026-03-02T22:04:20.661726Z","end":"2026-03-02T22:04:20.805593Z","steps":["trace[1197987832] 'read index received' (duration: 142.249513ms)","trace[1197987832] 'applied index is now lower than readState.Index' (duration: 1.605791ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:04:20.805733Z","caller":"traceutil/trace.go:171","msg":"trace[1379665723] transaction","detail":"{read_only:false; response_revision:18853; number_of_response:1; }","duration":"144.119511ms","start":"2026-03-02T22:04:20.661606Z","end":"2026-03-02T22:04:20.805725Z","steps":["trace[1379665723] 'process raft request' (duration: 143.878305ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:04:20.805821Z","caller":"traceutil/trace.go:171","msg":"trace[452191480] transaction","detail":"{read_only:false; response_revision:18854; number_of_response:1; }","duration":"143.603207ms","start":"2026-03-02T22:04:20.662212Z","end":"2026-03-02T22:04:20.805815Z","steps":["trace[452191480] 'process raft request' (duration: 143.3008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:20.805963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.697694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:04:20.806011Z","caller":"traceutil/trace.go:171","msg":"trace[1658290997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18856; }","duration":"140.780477ms","start":"2026-03-02T22:04:20.665219Z","end":"2026-03-02T22:04:20.806Z","steps":["trace[1658290997] 'agreement among raft nodes before linearized reading' (duration: 140.694485ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:04:20.805614Z","caller":"traceutil/trace.go:171","msg":"trace[1179666850] transaction","detail":"{read_only:false; response_revision:18852; number_of_response:1; }","duration":"144.07859ms","start":"2026-03-02T22:04:20.661505Z","end":"2026-03-02T22:04:20.805584Z","steps":["trace[1179666850] 'process raft request' (duration: 143.933187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:20.806229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.503231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-56cff4df9b-nndt5.1899247fd7dc824a\" ","response":"range_response_count:1 size:1178"} {"level":"info","ts":"2026-03-02T22:04:20.806254Z","caller":"traceutil/trace.go:171","msg":"trace[102429790] range","detail":"{range_begin:/registry/events/openstack/cinder-api-56cff4df9b-nndt5.1899247fd7dc824a; range_end:; response_count:1; response_revision:18856; }","duration":"144.572733ms","start":"2026-03-02T22:04:20.661674Z","end":"2026-03-02T22:04:20.806247Z","steps":["trace[102429790] 'agreement among raft nodes before linearized reading' (duration: 144.46573ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:04:20.806347Z","caller":"traceutil/trace.go:171","msg":"trace[676701186] transaction","detail":"{read_only:false; response_revision:18855; number_of_response:1; }","duration":"143.855423ms","start":"2026-03-02T22:04:20.662485Z","end":"2026-03-02T22:04:20.806341Z","steps":["trace[676701186] 'process raft request' (duration: 143.048703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:20.806362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.040112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-02T22:04:20.806394Z","caller":"traceutil/trace.go:171","msg":"trace[1848360050] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18856; }","duration":"141.102174ms","start":"2026-03-02T22:04:20.665283Z","end":"2026-03-02T22:04:20.806385Z","steps":["trace[1848360050] 'agreement among raft nodes before linearized reading' (duration: 140.981821ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:04:20.806413Z","caller":"traceutil/trace.go:171","msg":"trace[1207588226] transaction","detail":"{read_only:false; response_revision:18856; number_of_response:1; }","duration":"141.040913ms","start":"2026-03-02T22:04:20.665362Z","end":"2026-03-02T22:04:20.806403Z","steps":["trace[1207588226] 'process raft request' (duration: 140.196512ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:05:01.034322Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6894f7e0c0041bce","local-member-applied-index":20006,"local-member-snapshot-index":10005,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T22:05:01.040201Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20006} {"level":"info","ts":"2026-03-02T22:05:01.040283Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15006} {"level":"info","ts":"2026-03-02T22:05:11.173869Z","caller":"traceutil/trace.go:171","msg":"trace[942923738] transaction","detail":"{read_only:false; response_revision:19397; number_of_response:1; }","duration":"179.40518ms","start":"2026-03-02T22:05:10.99443Z","end":"2026-03-02T22:05:11.173835Z","steps":["trace[942923738] 'process raft request' (duration: 179.112102ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:05:11.176708Z","caller":"traceutil/trace.go:171","msg":"trace[262545277] transaction","detail":"{read_only:false; response_revision:19398; number_of_response:1; }","duration":"178.012734ms","start":"2026-03-02T22:05:10.998673Z","end":"2026-03-02T22:05:11.176686Z","steps":["trace[262545277] 'process raft request' (duration: 177.646835ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:05:29.80831Z","caller":"traceutil/trace.go:171","msg":"trace[464173343] transaction","detail":"{read_only:false; response_revision:19506; number_of_response:1; }","duration":"125.973243ms","start":"2026-03-02T22:05:29.682107Z","end":"2026-03-02T22:05:29.80808Z","steps":["trace[464173343] 'process raft request' (duration: 125.615554ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:07:56.216652Z","caller":"traceutil/trace.go:171","msg":"trace[654173093] linearizableReadLoop","detail":"{readStateIndex:21338; appliedIndex:21337; }","duration":"126.735282ms","start":"2026-03-02T22:07:56.089895Z","end":"2026-03-02T22:07:56.21663Z","steps":["trace[654173093] 'read index received' (duration: 126.486186ms)","trace[654173093] 'applied index is now lower than readState.Index' (duration: 248.346µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:07:56.216778Z","caller":"traceutil/trace.go:171","msg":"trace[1320251408] transaction","detail":"{read_only:false; response_revision:20591; number_of_response:1; }","duration":"206.894661ms","start":"2026-03-02T22:07:56.00984Z","end":"2026-03-02T22:07:56.216734Z","steps":["trace[1320251408] 'process raft request' (duration: 206.619024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:07:56.216874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.96521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T22:07:56.216901Z","caller":"traceutil/trace.go:171","msg":"trace[666829417] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20591; }","duration":"127.072292ms","start":"2026-03-02T22:07:56.089822Z","end":"2026-03-02T22:07:56.216894Z","steps":["trace[666829417] 'agreement among raft nodes before linearized reading' (duration: 126.945979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:07:56.216992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.280096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-02T22:07:56.217021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.865006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T22:07:56.217043Z","caller":"traceutil/trace.go:171","msg":"trace[1820510233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20591; }","duration":"125.365718ms","start":"2026-03-02T22:07:56.091665Z","end":"2026-03-02T22:07:56.217031Z","steps":["trace[1820510233] 'agreement among raft nodes before linearized reading' (duration: 125.208454ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:07:56.217052Z","caller":"traceutil/trace.go:171","msg":"trace[1871616054] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20591; }","duration":"101.924858ms","start":"2026-03-02T22:07:56.115116Z","end":"2026-03-02T22:07:56.217041Z","steps":["trace[1871616054] 'agreement among raft nodes before linearized reading' (duration: 101.827916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:07:56.217059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.107051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T22:07:56.217074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.234106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T22:07:56.217101Z","caller":"traceutil/trace.go:171","msg":"trace[209582551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20591; }","duration":"125.172423ms","start":"2026-03-02T22:07:56.091916Z","end":"2026-03-02T22:07:56.217088Z","steps":["trace[209582551] 'agreement among raft nodes before linearized reading' (duration: 125.04625ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:07:56.217147Z","caller":"traceutil/trace.go:171","msg":"trace[162206722] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20591; }","duration":"106.340749ms","start":"2026-03-02T22:07:56.110787Z","end":"2026-03-02T22:07:56.217128Z","steps":["trace[162206722] 'agreement among raft nodes before linearized reading' (duration: 106.132284ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:02.045762Z","caller":"traceutil/trace.go:171","msg":"trace[1513695516] transaction","detail":"{read_only:false; response_revision:20934; number_of_response:1; }","duration":"248.171052ms","start":"2026-03-02T22:08:01.797566Z","end":"2026-03-02T22:08:02.045737Z","steps":["trace[1513695516] 'process raft request' (duration: 248.009408ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:02.050006Z","caller":"traceutil/trace.go:171","msg":"trace[57457827] transaction","detail":"{read_only:false; response_revision:20935; number_of_response:1; }","duration":"252.211074ms","start":"2026-03-02T22:08:01.79775Z","end":"2026-03-02T22:08:02.049961Z","steps":["trace[57457827] 'process raft request' (duration: 251.995678ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:02.050131Z","caller":"traceutil/trace.go:171","msg":"trace[1983027441] transaction","detail":"{read_only:false; response_revision:20936; number_of_response:1; }","duration":"252.302996ms","start":"2026-03-02T22:08:01.7978Z","end":"2026-03-02T22:08:02.050103Z","steps":["trace[1983027441] 'process raft request' (duration: 252.03865ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:02.050169Z","caller":"traceutil/trace.go:171","msg":"trace[202504237] transaction","detail":"{read_only:false; response_revision:20938; number_of_response:1; }","duration":"252.198213ms","start":"2026-03-02T22:08:01.797934Z","end":"2026-03-02T22:08:02.050132Z","steps":["trace[202504237] 'process raft request' (duration: 251.983418ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:02.05023Z","caller":"traceutil/trace.go:171","msg":"trace[2007100235] linearizableReadLoop","detail":"{readStateIndex:21694; appliedIndex:21689; }","duration":"241.988917ms","start":"2026-03-02T22:08:01.80822Z","end":"2026-03-02T22:08:02.050209Z","steps":["trace[2007100235] 'read index received' (duration: 237.422542ms)","trace[2007100235] 'applied index is now lower than readState.Index' (duration: 4.565545ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:08:02.050338Z","caller":"traceutil/trace.go:171","msg":"trace[69730033] transaction","detail":"{read_only:false; response_revision:20942; number_of_response:1; }","duration":"185.265347ms","start":"2026-03-02T22:08:01.865064Z","end":"2026-03-02T22:08:02.05033Z","steps":["trace[69730033] 'process raft request' (duration: 185.112883ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:02.050344Z","caller":"traceutil/trace.go:171","msg":"trace[1072093504] transaction","detail":"{read_only:false; response_revision:20939; number_of_response:1; }","duration":"212.616957ms","start":"2026-03-02T22:08:01.837709Z","end":"2026-03-02T22:08:02.050326Z","steps":["trace[1072093504] 'process raft request' (duration: 212.310699ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:02.050355Z","caller":"traceutil/trace.go:171","msg":"trace[492607518] transaction","detail":"{read_only:false; response_revision:20941; number_of_response:1; }","duration":"205.921128ms","start":"2026-03-02T22:08:01.844407Z","end":"2026-03-02T22:08:02.050328Z","steps":["trace[492607518] 'process raft request' (duration: 205.735523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:02.050456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.215392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:02.050507Z","caller":"traceutil/trace.go:171","msg":"trace[411888866] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:20942; }","duration":"242.314275ms","start":"2026-03-02T22:08:01.80818Z","end":"2026-03-02T22:08:02.050494Z","steps":["trace[411888866] 'agreement among raft nodes before linearized reading' (duration: 242.201032ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:02.050503Z","caller":"traceutil/trace.go:171","msg":"trace[693477298] transaction","detail":"{read_only:false; response_revision:20940; number_of_response:1; }","duration":"212.499784ms","start":"2026-03-02T22:08:01.837988Z","end":"2026-03-02T22:08:02.050488Z","steps":["trace[693477298] 'process raft request' (duration: 212.121804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:02.050604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.303364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:02.050677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.389546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:02.050739Z","caller":"traceutil/trace.go:171","msg":"trace[963937858] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:20942; }","duration":"242.49207ms","start":"2026-03-02T22:08:01.808233Z","end":"2026-03-02T22:08:02.050725Z","steps":["trace[963937858] 'agreement among raft nodes before linearized reading' (duration: 242.383077ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:02.050676Z","caller":"traceutil/trace.go:171","msg":"trace[1555908519] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:20942; }","duration":"242.485359ms","start":"2026-03-02T22:08:01.808172Z","end":"2026-03-02T22:08:02.050657Z","steps":["trace[1555908519] 'agreement among raft nodes before linearized reading' (duration: 242.305714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:02.050838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.404203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170039"} {"level":"info","ts":"2026-03-02T22:08:02.050888Z","caller":"traceutil/trace.go:171","msg":"trace[1021715611] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:20942; }","duration":"199.486575ms","start":"2026-03-02T22:08:01.851388Z","end":"2026-03-02T22:08:02.050875Z","steps":["trace[1021715611] 'agreement among raft nodes before linearized reading' (duration: 199.328511ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:02.051093Z","caller":"traceutil/trace.go:171","msg":"trace[677050520] transaction","detail":"{read_only:false; response_revision:20937; number_of_response:1; }","duration":"252.189463ms","start":"2026-03-02T22:08:01.797846Z","end":"2026-03-02T22:08:02.050035Z","steps":["trace[677050520] 'process raft request' (duration: 252.03649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:02.051467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.244467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209361"} {"level":"info","ts":"2026-03-02T22:08:02.051514Z","caller":"traceutil/trace.go:171","msg":"trace[1507125108] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:20942; }","duration":"164.322859ms","start":"2026-03-02T22:08:01.887181Z","end":"2026-03-02T22:08:02.051504Z","steps":["trace[1507125108] 'agreement among raft nodes before linearized reading' (duration: 163.529259ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:03.769784Z","caller":"traceutil/trace.go:171","msg":"trace[434578123] transaction","detail":"{read_only:false; response_revision:21019; number_of_response:1; }","duration":"199.466516ms","start":"2026-03-02T22:08:03.570296Z","end":"2026-03-02T22:08:03.769763Z","steps":["trace[434578123] 'process raft request' (duration: 197.614959ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:03.771187Z","caller":"traceutil/trace.go:171","msg":"trace[1210294191] linearizableReadLoop","detail":"{readStateIndex:21777; appliedIndex:21775; }","duration":"140.707995ms","start":"2026-03-02T22:08:03.630457Z","end":"2026-03-02T22:08:03.771165Z","steps":["trace[1210294191] 'read index received' (duration: 137.467153ms)","trace[1210294191] 'applied index is now lower than readState.Index' (duration: 3.239922ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:03.771326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.856848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:03.771363Z","caller":"traceutil/trace.go:171","msg":"trace[1676068894] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21021; }","duration":"140.93198ms","start":"2026-03-02T22:08:03.630422Z","end":"2026-03-02T22:08:03.771354Z","steps":["trace[1676068894] 'agreement among raft nodes before linearized reading' (duration: 140.836518ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:03.771777Z","caller":"traceutil/trace.go:171","msg":"trace[1471548798] transaction","detail":"{read_only:false; response_revision:21020; number_of_response:1; }","duration":"176.956287ms","start":"2026-03-02T22:08:03.594799Z","end":"2026-03-02T22:08:03.771755Z","steps":["trace[1471548798] 'process raft request' (duration: 176.192898ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:05.251811Z","caller":"traceutil/trace.go:171","msg":"trace[404789368] linearizableReadLoop","detail":"{readStateIndex:21817; appliedIndex:21816; }","duration":"144.000198ms","start":"2026-03-02T22:08:05.107785Z","end":"2026-03-02T22:08:05.251786Z","steps":["trace[404789368] 'read index received' (duration: 143.527226ms)","trace[404789368] 'applied index is now lower than readState.Index' (duration: 471.852µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:08:05.251867Z","caller":"traceutil/trace.go:171","msg":"trace[320412177] transaction","detail":"{read_only:false; response_revision:21060; number_of_response:1; }","duration":"145.210018ms","start":"2026-03-02T22:08:05.106641Z","end":"2026-03-02T22:08:05.251851Z","steps":["trace[320412177] 'process raft request' (duration: 144.8685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:05.251997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.183602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/cert-manager-test/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:05.252131Z","caller":"traceutil/trace.go:171","msg":"trace[1612734458] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/cert-manager-test/; range_end:/registry/openstack.k-orc.cloud/floatingips/cert-manager-test0; response_count:0; response_revision:21060; }","duration":"144.344467ms","start":"2026-03-02T22:08:05.107768Z","end":"2026-03-02T22:08:05.252113Z","steps":["trace[1612734458] 'agreement among raft nodes before linearized reading' (duration: 144.167143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:10.125739Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826723555,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:08:10.398178Z","caller":"traceutil/trace.go:171","msg":"trace[1569351818] transaction","detail":"{read_only:false; response_revision:21147; number_of_response:1; }","duration":"775.506237ms","start":"2026-03-02T22:08:09.622651Z","end":"2026-03-02T22:08:10.398157Z","steps":["trace[1569351818] 'process raft request' (duration: 775.379253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:10.398309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:09.62256Z","time spent":"775.681051ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:11.84651Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.44846656s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:08:11.849654Z","caller":"traceutil/trace.go:171","msg":"trace[214920192] linearizableReadLoop","detail":"{readStateIndex:21907; appliedIndex:21905; }","duration":"2.224413937s","start":"2026-03-02T22:08:09.625216Z","end":"2026-03-02T22:08:11.84963Z","steps":["trace[214920192] 'read index received' (duration: 772.828659ms)","trace[214920192] 'applied index is now lower than readState.Index' (duration: 1.451584148s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:08:11.849782Z","caller":"traceutil/trace.go:171","msg":"trace[1431670778] transaction","detail":"{read_only:false; response_revision:21148; number_of_response:1; }","duration":"1.772145594s","start":"2026-03-02T22:08:10.077615Z","end":"2026-03-02T22:08:11.849761Z","steps":["trace[1431670778] 'process raft request' (duration: 1.769708893s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:11.849801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224607712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:11.849837Z","caller":"traceutil/trace.go:171","msg":"trace[205106907] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:21148; }","duration":"2.224685014s","start":"2026-03-02T22:08:09.62514Z","end":"2026-03-02T22:08:11.849825Z","steps":["trace[205106907] 'agreement among raft nodes before linearized reading' (duration: 2.224608652s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:11.849868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:09.625128Z","time spent":"2.224731436s","remote":"127.0.0.1:56402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:11.849885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:10.077587Z","time spent":"1.772237737s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:12.138279Z","caller":"traceutil/trace.go:171","msg":"trace[1544020192] transaction","detail":"{read_only:false; response_revision:21151; number_of_response:1; }","duration":"1.107370747s","start":"2026-03-02T22:08:11.030882Z","end":"2026-03-02T22:08:12.138253Z","steps":["trace[1544020192] 'process raft request' (duration: 1.107293145s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:12.138419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:11.03084Z","time spent":"1.10750731s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:12.138414Z","caller":"traceutil/trace.go:171","msg":"trace[1814480660] transaction","detail":"{read_only:false; response_revision:21149; number_of_response:1; }","duration":"1.172951159s","start":"2026-03-02T22:08:10.965413Z","end":"2026-03-02T22:08:12.138364Z","steps":["trace[1814480660] 'process raft request' (duration: 1.17257291s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:12.138571Z","caller":"traceutil/trace.go:171","msg":"trace[857377033] transaction","detail":"{read_only:false; response_revision:21152; number_of_response:1; }","duration":"1.004007422s","start":"2026-03-02T22:08:11.134536Z","end":"2026-03-02T22:08:12.138543Z","steps":["trace[857377033] 'process raft request' (duration: 1.003675594s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:12.138706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:11.134501Z","time spent":"1.004138365s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:12.138715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:10.965387Z","time spent":"1.173120423s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T22:08:12.138983Z","caller":"traceutil/trace.go:171","msg":"trace[1749075145] linearizableReadLoop","detail":"{readStateIndex:21912; appliedIndex:21907; }","duration":"289.241116ms","start":"2026-03-02T22:08:11.849725Z","end":"2026-03-02T22:08:12.138966Z","steps":["trace[1749075145] 'read index received' (duration: 288.333934ms)","trace[1749075145] 'applied index is now lower than readState.Index' (duration: 906.512µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:12.139141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740601369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:08:12.139174Z","caller":"traceutil/trace.go:171","msg":"trace[1465373627] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21153; }","duration":"1.74065329s","start":"2026-03-02T22:08:10.398513Z","end":"2026-03-02T22:08:12.139166Z","steps":["trace[1465373627] 'agreement among raft nodes before linearized reading' (duration: 1.740532517s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:12.139182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835556591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:08:12.13923Z","caller":"traceutil/trace.go:171","msg":"trace[1200412636] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21153; }","duration":"1.835604812s","start":"2026-03-02T22:08:10.303615Z","end":"2026-03-02T22:08:12.139219Z","steps":["trace[1200412636] 'agreement among raft nodes before linearized reading' (duration: 1.835425207s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:12.139251Z","caller":"traceutil/trace.go:171","msg":"trace[497041287] transaction","detail":"{read_only:false; response_revision:21153; number_of_response:1; }","duration":"830.338447ms","start":"2026-03-02T22:08:11.308906Z","end":"2026-03-02T22:08:12.139244Z","steps":["trace[497041287] 'process raft request' (duration: 829.579508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:12.139268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:10.303568Z","time spent":"1.835691135s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:08:12.1393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:11.308888Z","time spent":"830.388189ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:12.139306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937003316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:12.139348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878157714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-02T22:08:12.139363Z","caller":"traceutil/trace.go:171","msg":"trace[113429848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21153; }","duration":"1.937090819s","start":"2026-03-02T22:08:10.202258Z","end":"2026-03-02T22:08:12.139349Z","steps":["trace[113429848] 'agreement among raft nodes before linearized reading' (duration: 1.936964736s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:12.139386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.264527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:08:12.139393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740897326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:08:12.139407Z","caller":"traceutil/trace.go:171","msg":"trace[350634957] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:21153; }","duration":"657.335429ms","start":"2026-03-02T22:08:11.482065Z","end":"2026-03-02T22:08:12.139401Z","steps":["trace[350634957] 'agreement among raft nodes before linearized reading' (duration: 657.289948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:12.139408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:10.202242Z","time spent":"1.9371584s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:08:12.139408Z","caller":"traceutil/trace.go:171","msg":"trace[520165936] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:21153; }","duration":"1.878263327s","start":"2026-03-02T22:08:10.261128Z","end":"2026-03-02T22:08:12.139391Z","steps":["trace[520165936] 'agreement among raft nodes before linearized reading' (duration: 1.878127754s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:12.139429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:11.482039Z","time spent":"657.38308ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:12.139426Z","caller":"traceutil/trace.go:171","msg":"trace[2044447426] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21153; }","duration":"1.740952018s","start":"2026-03-02T22:08:10.398464Z","end":"2026-03-02T22:08:12.139416Z","steps":["trace[2044447426] 'agreement among raft nodes before linearized reading' (duration: 1.740871546s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:12.139446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:10.261107Z","time spent":"1.878331558s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-02T22:08:12.139456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:10.398447Z","time spent":"1.741003018s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:08:12.139198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:10.398507Z","time spent":"1.740684181s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:08:12.139523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706893589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T22:08:12.139526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79263156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T22:08:12.139537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.950562018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:12.139548Z","caller":"traceutil/trace.go:171","msg":"trace[861597528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21153; }","duration":"1.706941191s","start":"2026-03-02T22:08:10.432599Z","end":"2026-03-02T22:08:12.139541Z","steps":["trace[861597528] 'agreement among raft nodes before linearized reading' (duration: 1.706874109s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:12.139526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507688952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:12.139564Z","caller":"traceutil/trace.go:171","msg":"trace[1604325909] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:21153; }","duration":"1.95062996s","start":"2026-03-02T22:08:10.188925Z","end":"2026-03-02T22:08:12.139555Z","steps":["trace[1604325909] 'agreement among raft nodes before linearized reading' (duration: 1.950587689s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:12.139598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:10.188903Z","time spent":"1.950688751s","remote":"127.0.0.1:34862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:12.13961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.010392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:12.139623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741017779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:08:12.139609Z","caller":"traceutil/trace.go:171","msg":"trace[1299529051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21153; }","duration":"1.507810584s","start":"2026-03-02T22:08:10.631779Z","end":"2026-03-02T22:08:12.139589Z","steps":["trace[1299529051] 'agreement among raft nodes before linearized reading' (duration: 1.50764705s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:12.139619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781817837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-02T22:08:12.139629Z","caller":"traceutil/trace.go:171","msg":"trace[1520722999] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:21153; }","duration":"927.062254ms","start":"2026-03-02T22:08:11.212561Z","end":"2026-03-02T22:08:12.139623Z","steps":["trace[1520722999] 'agreement among raft nodes before linearized reading' (duration: 927.025723ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:12.139644Z","caller":"traceutil/trace.go:171","msg":"trace[434147286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21153; }","duration":"1.74106505s","start":"2026-03-02T22:08:10.398573Z","end":"2026-03-02T22:08:12.139638Z","steps":["trace[434147286] 'agreement among raft nodes before linearized reading' (duration: 1.741005699s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:12.139661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:11.212539Z","time spent":"927.116936ms","remote":"127.0.0.1:34682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:12.139662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:10.398558Z","time spent":"1.741100252s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:08:12.139663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:10.631763Z","time spent":"1.507892147s","remote":"127.0.0.1:34440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:08:12.139662Z","caller":"traceutil/trace.go:171","msg":"trace[771649347] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21153; }","duration":"1.781869278s","start":"2026-03-02T22:08:10.357781Z","end":"2026-03-02T22:08:12.13965Z","steps":["trace[771649347] 'agreement among raft nodes before linearized reading' (duration: 1.781768966s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:12.139567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:10.432584Z","time spent":"1.706977841s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:08:12.139706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:10.357775Z","time spent":"1.78192167s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T22:08:12.139559Z","caller":"traceutil/trace.go:171","msg":"trace[2088631544] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21153; }","duration":"1.792696942s","start":"2026-03-02T22:08:10.34685Z","end":"2026-03-02T22:08:12.139547Z","steps":["trace[2088631544] 'agreement among raft nodes before linearized reading' (duration: 1.792586579s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:12.139732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.026174443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:08:12.139757Z","caller":"traceutil/trace.go:171","msg":"trace[1235504540] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21153; }","duration":"2.026236715s","start":"2026-03-02T22:08:10.113513Z","end":"2026-03-02T22:08:12.13975Z","steps":["trace[1235504540] 'agreement among raft nodes before linearized reading' (duration: 2.026197004s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:12.13976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:10.346836Z","time spent":"1.792915357s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:08:12.139774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:10.113492Z","time spent":"2.026277035s","remote":"127.0.0.1:32944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:12.140176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.131763753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:12.140211Z","caller":"traceutil/trace.go:171","msg":"trace[490563949] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:21153; }","duration":"2.131839435s","start":"2026-03-02T22:08:10.008364Z","end":"2026-03-02T22:08:12.140203Z","steps":["trace[490563949] 'agreement among raft nodes before linearized reading' (duration: 2.130653315s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:12.140231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:10.008343Z","time spent":"2.131881697s","remote":"127.0.0.1:51018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:12.140616Z","caller":"traceutil/trace.go:171","msg":"trace[416379187] transaction","detail":"{read_only:false; response_revision:21150; number_of_response:1; }","duration":"1.166853066s","start":"2026-03-02T22:08:10.973745Z","end":"2026-03-02T22:08:12.140598Z","steps":["trace[416379187] 'process raft request' (duration: 1.164378034s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:12.140677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:10.973723Z","time spent":"1.166927017s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:49.09253Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18720} {"level":"info","ts":"2026-03-02T22:08:49.207639Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18720,"took":"112.298349ms","hash":2684386373,"current-db-size-bytes":48406528,"current-db-size":"48 MB","current-db-size-in-use-bytes":37400576,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-03-02T22:08:49.20769Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2684386373,"revision":18720,"compact-revision":16471} {"level":"info","ts":"2026-03-02T22:09:24.555542Z","caller":"traceutil/trace.go:171","msg":"trace[1532845693] transaction","detail":"{read_only:false; response_revision:21924; number_of_response:1; }","duration":"115.603183ms","start":"2026-03-02T22:09:24.439912Z","end":"2026-03-02T22:09:24.555515Z","steps":["trace[1532845693] 'process raft request' (duration: 115.333976ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:24.758962Z","caller":"traceutil/trace.go:171","msg":"trace[1268965721] transaction","detail":"{read_only:false; response_revision:21925; number_of_response:1; }","duration":"198.686915ms","start":"2026-03-02T22:09:24.560249Z","end":"2026-03-02T22:09:24.758936Z","steps":["trace[1268965721] 'process raft request' (duration: 171.455769ms)","trace[1268965721] 'compare' (duration: 27.114863ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:24.761783Z","caller":"traceutil/trace.go:171","msg":"trace[717205093] transaction","detail":"{read_only:false; response_revision:21926; number_of_response:1; }","duration":"201.441155ms","start":"2026-03-02T22:09:24.560316Z","end":"2026-03-02T22:09:24.761757Z","steps":["trace[717205093] 'process raft request' (duration: 201.197319ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:24.761945Z","caller":"traceutil/trace.go:171","msg":"trace[30609628] transaction","detail":"{read_only:false; response_revision:21928; number_of_response:1; }","duration":"201.349463ms","start":"2026-03-02T22:09:24.560585Z","end":"2026-03-02T22:09:24.761934Z","steps":["trace[30609628] 'process raft request' (duration: 201.136787ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:24.762136Z","caller":"traceutil/trace.go:171","msg":"trace[1666294537] linearizableReadLoop","detail":"{readStateIndex:22708; appliedIndex:22702; }","duration":"133.172464ms","start":"2026-03-02T22:09:24.628948Z","end":"2026-03-02T22:09:24.762121Z","steps":["trace[1666294537] 'read index received' (duration: 102.774388ms)","trace[1666294537] 'applied index is now lower than readState.Index' (duration: 30.397316ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:24.762166Z","caller":"traceutil/trace.go:171","msg":"trace[777570774] transaction","detail":"{read_only:false; response_revision:21929; number_of_response:1; }","duration":"201.767453ms","start":"2026-03-02T22:09:24.560387Z","end":"2026-03-02T22:09:24.762155Z","steps":["trace[777570774] 'process raft request' (duration: 201.505397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:24.762222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.265386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:24.762254Z","caller":"traceutil/trace.go:171","msg":"trace[1583654230] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:21930; }","duration":"133.351818ms","start":"2026-03-02T22:09:24.628893Z","end":"2026-03-02T22:09:24.762245Z","steps":["trace[1583654230] 'agreement among raft nodes before linearized reading' (duration: 133.286287ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:24.76179Z","caller":"traceutil/trace.go:171","msg":"trace[2011383416] transaction","detail":"{read_only:false; response_revision:21927; number_of_response:1; }","duration":"201.353172ms","start":"2026-03-02T22:09:24.560408Z","end":"2026-03-02T22:09:24.761761Z","steps":["trace[2011383416] 'process raft request' (duration: 201.24925ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:24.762448Z","caller":"traceutil/trace.go:171","msg":"trace[1830537594] transaction","detail":"{read_only:false; response_revision:21930; number_of_response:1; }","duration":"201.139507ms","start":"2026-03-02T22:09:24.561288Z","end":"2026-03-02T22:09:24.762427Z","steps":["trace[1830537594] 'process raft request' (duration: 200.774898ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:37.086025Z","caller":"traceutil/trace.go:171","msg":"trace[2053627343] linearizableReadLoop","detail":"{readStateIndex:22793; appliedIndex:22792; }","duration":"269.720604ms","start":"2026-03-02T22:09:36.816277Z","end":"2026-03-02T22:09:37.085998Z","steps":["trace[2053627343] 'read index received' (duration: 269.506219ms)","trace[2053627343] 'applied index is now lower than readState.Index' (duration: 213.255µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:37.086152Z","caller":"traceutil/trace.go:171","msg":"trace[545387908] transaction","detail":"{read_only:false; response_revision:22013; number_of_response:1; }","duration":"274.320861ms","start":"2026-03-02T22:09:36.811762Z","end":"2026-03-02T22:09:37.086083Z","steps":["trace[545387908] 'process raft request' (duration: 274.046253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:37.086449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.068104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:09:37.086541Z","caller":"traceutil/trace.go:171","msg":"trace[1252997369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22013; }","duration":"268.999517ms","start":"2026-03-02T22:09:36.817524Z","end":"2026-03-02T22:09:37.086523Z","steps":["trace[1252997369] 'agreement among raft nodes before linearized reading' (duration: 268.822683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:37.086532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.349326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T22:09:37.086578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.069929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T22:09:37.086326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.038944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:09:37.086623Z","caller":"traceutil/trace.go:171","msg":"trace[1021005278] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22013; }","duration":"267.484119ms","start":"2026-03-02T22:09:36.819112Z","end":"2026-03-02T22:09:37.086596Z","steps":["trace[1021005278] 'agreement among raft nodes before linearized reading' (duration: 267.197362ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:37.086656Z","caller":"traceutil/trace.go:171","msg":"trace[352026852] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22013; }","duration":"267.184292ms","start":"2026-03-02T22:09:36.81945Z","end":"2026-03-02T22:09:37.086634Z","steps":["trace[352026852] 'agreement among raft nodes before linearized reading' (duration: 266.823413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:37.086294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.438933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:09:37.08671Z","caller":"traceutil/trace.go:171","msg":"trace[719849274] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22013; }","duration":"270.465144ms","start":"2026-03-02T22:09:36.816206Z","end":"2026-03-02T22:09:37.086671Z","steps":["trace[719849274] 'agreement among raft nodes before linearized reading' (duration: 269.940301ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:37.086838Z","caller":"traceutil/trace.go:171","msg":"trace[218144831] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22013; }","duration":"268.968656ms","start":"2026-03-02T22:09:36.817785Z","end":"2026-03-02T22:09:37.086753Z","steps":["trace[218144831] 'agreement among raft nodes before linearized reading' (duration: 268.376031ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:37.416496Z","caller":"traceutil/trace.go:171","msg":"trace[345167954] transaction","detail":"{read_only:false; response_revision:22019; number_of_response:1; }","duration":"115.524729ms","start":"2026-03-02T22:09:37.300942Z","end":"2026-03-02T22:09:37.416467Z","steps":["trace[345167954] 'process raft request' (duration: 115.373766ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:29.51316Z","caller":"traceutil/trace.go:171","msg":"trace[1816498750] transaction","detail":"{read_only:false; response_revision:23093; number_of_response:1; }","duration":"556.511471ms","start":"2026-03-02T22:11:28.956578Z","end":"2026-03-02T22:11:29.51309Z","steps":["trace[1816498750] 'process raft request' (duration: 556.337726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:29.513344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:28.956553Z","time spent":"556.699686ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:29.514328Z","caller":"traceutil/trace.go:171","msg":"trace[1161596450] linearizableReadLoop","detail":"{readStateIndex:23904; appliedIndex:23903; }","duration":"364.232181ms","start":"2026-03-02T22:11:29.150077Z","end":"2026-03-02T22:11:29.514309Z","steps":["trace[1161596450] 'read index received' (duration: 363.126452ms)","trace[1161596450] 'applied index is now lower than readState.Index' (duration: 1.104019ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:29.514397Z","caller":"traceutil/trace.go:171","msg":"trace[2025604423] transaction","detail":"{read_only:false; response_revision:23094; number_of_response:1; }","duration":"487.002475ms","start":"2026-03-02T22:11:29.027363Z","end":"2026-03-02T22:11:29.514366Z","steps":["trace[2025604423] 'process raft request' (duration: 486.77389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:29.514581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:29.027338Z","time spent":"487.141029ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:29.514676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.425955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:29.514739Z","caller":"traceutil/trace.go:171","msg":"trace[293116545] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23094; }","duration":"364.519938ms","start":"2026-03-02T22:11:29.150204Z","end":"2026-03-02T22:11:29.514724Z","steps":["trace[293116545] 'agreement among raft nodes before linearized reading' (duration: 364.408035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:29.514771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:29.150197Z","time spent":"364.566859ms","remote":"127.0.0.1:46704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:29.514721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.579549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:11:29.514831Z","caller":"traceutil/trace.go:171","msg":"trace[1308611575] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23094; }","duration":"364.780084ms","start":"2026-03-02T22:11:29.150029Z","end":"2026-03-02T22:11:29.514809Z","steps":["trace[1308611575] 'agreement among raft nodes before linearized reading' (duration: 364.518168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:29.514855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.819065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:29.514937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:29.150009Z","time spent":"364.907498ms","remote":"127.0.0.1:34722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:11:29.514971Z","caller":"traceutil/trace.go:171","msg":"trace[1255634774] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23094; }","duration":"317.955039ms","start":"2026-03-02T22:11:29.196989Z","end":"2026-03-02T22:11:29.514944Z","steps":["trace[1255634774] 'agreement among raft nodes before linearized reading' (duration: 317.743653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:29.51506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:29.196962Z","time spent":"318.080412ms","remote":"127.0.0.1:50974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:11:33.668388Z","caller":"traceutil/trace.go:171","msg":"trace[230723904] linearizableReadLoop","detail":"{readStateIndex:23937; appliedIndex:23936; }","duration":"133.214238ms","start":"2026-03-02T22:11:33.535152Z","end":"2026-03-02T22:11:33.668366Z","steps":["trace[230723904] 'read index received' (duration: 133.086634ms)","trace[230723904] 'applied index is now lower than readState.Index' (duration: 126.714µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:33.668464Z","caller":"traceutil/trace.go:171","msg":"trace[2068530289] transaction","detail":"{read_only:false; response_revision:23126; number_of_response:1; }","duration":"133.32412ms","start":"2026-03-02T22:11:33.535079Z","end":"2026-03-02T22:11:33.668403Z","steps":["trace[2068530289] 'process raft request' (duration: 133.159435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:33.668569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.397292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T22:11:33.668597Z","caller":"traceutil/trace.go:171","msg":"trace[1952877747] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23126; }","duration":"133.469274ms","start":"2026-03-02T22:11:33.53512Z","end":"2026-03-02T22:11:33.668589Z","steps":["trace[1952877747] 'agreement among raft nodes before linearized reading' (duration: 133.34211ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:33.669068Z","caller":"traceutil/trace.go:171","msg":"trace[197374598] transaction","detail":"{read_only:false; response_revision:23127; number_of_response:1; }","duration":"133.833513ms","start":"2026-03-02T22:11:33.535205Z","end":"2026-03-02T22:11:33.669039Z","steps":["trace[197374598] 'process raft request' (duration: 133.626868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:36.197652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826728351,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:11:36.422886Z","caller":"traceutil/trace.go:171","msg":"trace[569111881] transaction","detail":"{read_only:false; response_revision:23139; number_of_response:1; }","duration":"748.922906ms","start":"2026-03-02T22:11:35.673935Z","end":"2026-03-02T22:11:36.422858Z","steps":["trace[569111881] 'process raft request' (duration: 748.718101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:36.423048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:35.673917Z","time spent":"749.052609ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:37.968265Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.545233382s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:11:37.968677Z","caller":"traceutil/trace.go:171","msg":"trace[1797578084] transaction","detail":"{read_only:false; response_revision:23140; number_of_response:1; }","duration":"2.294334591s","start":"2026-03-02T22:11:35.674324Z","end":"2026-03-02T22:11:37.968659Z","steps":["trace[1797578084] 'process raft request' (duration: 2.294229669s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:37.968776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:35.674314Z","time spent":"2.294413764s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:37.969013Z","caller":"traceutil/trace.go:171","msg":"trace[939973260] linearizableReadLoop","detail":"{readStateIndex:23954; appliedIndex:23949; }","duration":"2.280914355s","start":"2026-03-02T22:11:35.688076Z","end":"2026-03-02T22:11:37.96899Z","steps":["trace[939973260] 'read index received' (duration: 734.727679ms)","trace[939973260] 'applied index is now lower than readState.Index' (duration: 1.546185976s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:37.969012Z","caller":"traceutil/trace.go:171","msg":"trace[1454382450] transaction","detail":"{read_only:false; response_revision:23141; number_of_response:1; }","duration":"1.958788903s","start":"2026-03-02T22:11:36.010159Z","end":"2026-03-02T22:11:37.968948Z","steps":["trace[1454382450] 'process raft request' (duration: 1.958477685s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:37.969192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.28111554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T22:11:37.969215Z","caller":"traceutil/trace.go:171","msg":"trace[1193525916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23143; }","duration":"2.28115834s","start":"2026-03-02T22:11:35.688051Z","end":"2026-03-02T22:11:37.969209Z","steps":["trace[1193525916] 'agreement among raft nodes before linearized reading' (duration: 2.281091878s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:37.969232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:35.68804Z","time spent":"2.281188652s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:11:37.969124Z","caller":"traceutil/trace.go:171","msg":"trace[1967420360] transaction","detail":"{read_only:false; response_revision:23142; number_of_response:1; }","duration":"1.897280027s","start":"2026-03-02T22:11:36.071834Z","end":"2026-03-02T22:11:37.969114Z","steps":["trace[1967420360] 'process raft request' (duration: 1.896985539s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:37.969428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:36.071823Z","time spent":"1.897561714s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:37.969115Z","caller":"traceutil/trace.go:171","msg":"trace[888476540] transaction","detail":"{read_only:false; response_revision:23143; number_of_response:1; }","duration":"1.811683386s","start":"2026-03-02T22:11:36.157415Z","end":"2026-03-02T22:11:37.969099Z","steps":["trace[888476540] 'process raft request' (duration: 1.811543123s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:37.969526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:36.157373Z","time spent":"1.812131877s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:37.96957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:36.010139Z","time spent":"1.959038268s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:38.631777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000057788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:11:38.631848Z","caller":"traceutil/trace.go:171","msg":"trace[35179591] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000175161s","start":"2026-03-02T22:11:36.631658Z","end":"2026-03-02T22:11:38.631834Z","steps":["trace[35179591] 'agreement among raft nodes before linearized reading' (duration: 2.000083199s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:38.631899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:36.631644Z","time spent":"2.000246484s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:11:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:11:39.184636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049133929s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:11:39.184808Z","caller":"traceutil/trace.go:171","msg":"trace[445782776] transaction","detail":"{read_only:false; response_revision:23144; number_of_response:1; }","duration":"2.595359735s","start":"2026-03-02T22:11:36.589428Z","end":"2026-03-02T22:11:39.184788Z","steps":["trace[445782776] 'process raft request' (duration: 1.545827737s)","trace[445782776] 'compare' (duration: 1.047417565s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:39.184872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:36.589406Z","time spent":"2.595434877s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:39.185389Z","caller":"traceutil/trace.go:171","msg":"trace[339034655] transaction","detail":"{read_only:false; response_revision:23145; number_of_response:1; }","duration":"2.250469119s","start":"2026-03-02T22:11:36.934892Z","end":"2026-03-02T22:11:39.185361Z","steps":["trace[339034655] 'process raft request' (duration: 2.249844364s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:39.185488Z","caller":"traceutil/trace.go:171","msg":"trace[1314467725] transaction","detail":"{read_only:false; response_revision:23146; number_of_response:1; }","duration":"1.60485771s","start":"2026-03-02T22:11:37.580614Z","end":"2026-03-02T22:11:39.185472Z","steps":["trace[1314467725] 'process raft request' (duration: 1.604578293s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:39.185527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:36.934869Z","time spent":"2.250589253s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:39.18556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:37.580596Z","time spent":"1.604924902s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:39.965223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.834272ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T22:11:39.96541Z","caller":"traceutil/trace.go:171","msg":"trace[1448163920] linearizableReadLoop","detail":"{readStateIndex:23958; appliedIndex:23954; }","duration":"1.996345545s","start":"2026-03-02T22:11:37.96905Z","end":"2026-03-02T22:11:39.965396Z","steps":["trace[1448163920] 'read index received' (duration: 166.222496ms)","trace[1448163920] 'applied index is now lower than readState.Index' (duration: 1.830122259s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:39.969333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.907594473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:39.96937Z","caller":"traceutil/trace.go:171","msg":"trace[1845737023] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23146; }","duration":"3.907667325s","start":"2026-03-02T22:11:36.061693Z","end":"2026-03-02T22:11:39.96936Z","steps":["trace[1845737023] 'agreement among raft nodes before linearized reading' (duration: 3.907598363s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:39.969396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:36.061677Z","time spent":"3.907711846s","remote":"127.0.0.1:46638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:39.969796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.133344618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:39.969825Z","caller":"traceutil/trace.go:171","msg":"trace[1920154076] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23146; }","duration":"2.13340829s","start":"2026-03-02T22:11:37.83641Z","end":"2026-03-02T22:11:39.969818Z","steps":["trace[1920154076] 'agreement among raft nodes before linearized reading' (duration: 2.133363389s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:39.969843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:37.836389Z","time spent":"2.13344963s","remote":"127.0.0.1:56448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:39.969933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.456874816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:39.969956Z","caller":"traceutil/trace.go:171","msg":"trace[1542200885] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23146; }","duration":"2.456943988s","start":"2026-03-02T22:11:37.513007Z","end":"2026-03-02T22:11:39.969951Z","steps":["trace[1542200885] 'agreement among raft nodes before linearized reading' (duration: 2.456909757s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:39.969974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:37.512987Z","time spent":"2.456982389s","remote":"127.0.0.1:46866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:39.970143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.810307239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-02T22:11:39.970168Z","caller":"traceutil/trace.go:171","msg":"trace[1403578953] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23146; }","duration":"3.810350289s","start":"2026-03-02T22:11:36.159812Z","end":"2026-03-02T22:11:39.970162Z","steps":["trace[1403578953] 'agreement among raft nodes before linearized reading' (duration: 3.810245047s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:39.970187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:36.159806Z","time spent":"3.81037705s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T22:11:39.970915Z","caller":"traceutil/trace.go:171","msg":"trace[151611635] transaction","detail":"{read_only:false; response_revision:23147; number_of_response:1; }","duration":"1.998618612s","start":"2026-03-02T22:11:37.972265Z","end":"2026-03-02T22:11:39.970884Z","steps":["trace[151611635] 'process raft request' (duration: 1.993051752s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:39.971072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:37.972245Z","time spent":"1.998749106s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:40.631763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999749871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:11:40.631832Z","caller":"traceutil/trace.go:171","msg":"trace[1169503660] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999888834s","start":"2026-03-02T22:11:38.631929Z","end":"2026-03-02T22:11:40.631818Z","steps":["trace[1169503660] 'agreement among raft nodes before linearized reading' (duration: 1.999804292s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:40.631866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:38.631902Z","time spent":"1.999956616s","remote":"127.0.0.1:34440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:11:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:11:40.864252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.115569742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:40.864367Z","caller":"traceutil/trace.go:171","msg":"trace[1682852911] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23147; }","duration":"5.115700255s","start":"2026-03-02T22:11:35.748639Z","end":"2026-03-02T22:11:40.864339Z","steps":["trace[1682852911] 'agreement among raft nodes before linearized reading' (duration: 4.222148096s)","trace[1682852911] 'count revisions from in-memory index tree' (duration: 893.376445ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:40.864424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:35.748594Z","time spent":"5.115813158s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:40.864709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.138098118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:40.864771Z","caller":"traceutil/trace.go:171","msg":"trace[1378826663] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23147; }","duration":"5.13817937s","start":"2026-03-02T22:11:35.726574Z","end":"2026-03-02T22:11:40.864753Z","steps":["trace[1378826663] 'agreement among raft nodes before linearized reading' (duration: 4.24422251s)","trace[1378826663] 'count revisions from in-memory index tree' (duration: 893.881218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:40.864823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:35.726564Z","time spent":"5.138246192s","remote":"127.0.0.1:55272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:40.865066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.053586175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-03-02T22:11:40.865122Z","caller":"traceutil/trace.go:171","msg":"trace[1205244878] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.053673477s","start":"2026-03-02T22:11:35.811436Z","end":"2026-03-02T22:11:40.865109Z","steps":["trace[1205244878] 'agreement among raft nodes before linearized reading' (duration: 4.159288386s)","trace[1205244878] 'range keys from in-memory index tree' (duration: 894.31364ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:40.86517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:35.811421Z","time spent":"5.053738229s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/02 22:11:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:11:40.865387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.050309173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:11:40.865439Z","caller":"traceutil/trace.go:171","msg":"trace[1670308825] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23147; }","duration":"5.050363624s","start":"2026-03-02T22:11:35.815061Z","end":"2026-03-02T22:11:40.865424Z","steps":["trace[1670308825] 'agreement among raft nodes before linearized reading' (duration: 4.155647755s)","trace[1670308825] 'range keys from in-memory index tree' (duration: 894.566696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:40.865482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:35.815055Z","time spent":"5.050417855s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:11:40.8657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.056693093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-03-02T22:11:40.865749Z","caller":"traceutil/trace.go:171","msg":"trace[544105772] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.056768695s","start":"2026-03-02T22:11:35.808967Z","end":"2026-03-02T22:11:40.865736Z","steps":["trace[544105772] 'agreement among raft nodes before linearized reading' (duration: 4.161674736s)","trace[544105772] 'range keys from in-memory index tree' (duration: 895.010976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:40.865793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:35.808953Z","time spent":"5.056831756s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/02 22:11:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:11:40.866102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.894922068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:11:40.866204Z","caller":"traceutil/trace.go:171","msg":"trace[426094655] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23147; }","duration":"4.895069492s","start":"2026-03-02T22:11:35.971106Z","end":"2026-03-02T22:11:40.866175Z","steps":["trace[426094655] 'agreement among raft nodes before linearized reading' (duration: 3.999585464s)","trace[426094655] 'count revisions from in-memory index tree' (duration: 895.342434ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:40.866293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:35.971089Z","time spent":"4.895188284s","remote":"127.0.0.1:52050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:40.86652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.05143052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"rangeKeys: context cancelled: context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:11:40.866576Z","caller":"traceutil/trace.go:171","msg":"trace[490721378] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.051487672s","start":"2026-03-02T22:11:35.815073Z","end":"2026-03-02T22:11:40.86656Z","steps":["trace[490721378] 'agreement among raft nodes before linearized reading' (duration: 4.155628255s)","trace[490721378] 'range keys from in-memory index tree' (duration: 895.791796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:40.866705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.051637005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:11:40.866787Z","caller":"traceutil/trace.go:171","msg":"trace[1684292380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23147; }","duration":"5.051736588s","start":"2026-03-02T22:11:35.815031Z","end":"2026-03-02T22:11:40.866768Z","steps":["trace[1684292380] 'agreement among raft nodes before linearized reading' (duration: 4.155684506s)","trace[1684292380] 'range keys from in-memory index tree' (duration: 895.797506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:40.866833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:35.815027Z","time spent":"5.05179814s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:11:40.866868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.917919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:11:40.867125Z","caller":"traceutil/trace.go:171","msg":"trace[1152469521] transaction","detail":"{read_only:false; response_revision:23151; number_of_response:1; }","duration":"893.201721ms","start":"2026-03-02T22:11:39.973911Z","end":"2026-03-02T22:11:40.867113Z","steps":["trace[1152469521] 'process raft request' (duration: 893.16001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:40.867217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:39.973888Z","time spent":"893.295333ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:40.867312Z","caller":"traceutil/trace.go:171","msg":"trace[580847338] transaction","detail":"{read_only:false; response_revision:23148; number_of_response:1; }","duration":"2.436428721s","start":"2026-03-02T22:11:38.430869Z","end":"2026-03-02T22:11:40.867298Z","steps":["trace[580847338] 'process raft request' (duration: 1.53999983s)","trace[580847338] 'compare' (duration: 895.663982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:40.867366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:38.430849Z","time spent":"2.436492112s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:40.86738Z","caller":"traceutil/trace.go:171","msg":"trace[453134146] linearizableReadLoop","detail":"{readStateIndex:23962; appliedIndex:23958; }","duration":"901.91903ms","start":"2026-03-02T22:11:39.965435Z","end":"2026-03-02T22:11:40.867354Z","steps":["trace[453134146] 'read index received' (duration: 5.347935ms)","trace[453134146] 'applied index is now lower than readState.Index' (duration: 896.567185ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:40.867406Z","caller":"traceutil/trace.go:171","msg":"trace[1921947640] transaction","detail":"{read_only:false; response_revision:23150; number_of_response:1; }","duration":"1.944228796s","start":"2026-03-02T22:11:38.923138Z","end":"2026-03-02T22:11:40.867367Z","steps":["trace[1921947640] 'process raft request' (duration: 1.943888338s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:40.867447Z","caller":"traceutil/trace.go:171","msg":"trace[2141400763] transaction","detail":"{read_only:false; response_revision:23149; number_of_response:1; }","duration":"2.166109951s","start":"2026-03-02T22:11:38.701323Z","end":"2026-03-02T22:11:40.867433Z","steps":["trace[2141400763] 'process raft request' (duration: 2.165629419s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:40.867504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889039639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:40.867521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.675227921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:40.867536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:38.7013Z","time spent":"2.166183962s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:40.867545Z","caller":"traceutil/trace.go:171","msg":"trace[826159288] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23151; }","duration":"1.889118341s","start":"2026-03-02T22:11:38.978415Z","end":"2026-03-02T22:11:40.867534Z","steps":["trace[826159288] 'agreement among raft nodes before linearized reading' (duration: 1.889047559s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:40.867557Z","caller":"traceutil/trace.go:171","msg":"trace[1061509287] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23151; }","duration":"2.675304093s","start":"2026-03-02T22:11:38.192239Z","end":"2026-03-02T22:11:40.867543Z","steps":["trace[1061509287] 'agreement among raft nodes before linearized reading' (duration: 2.675234812s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:40.867548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:38.923121Z","time spent":"1.944342748s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:40.867582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:38.978395Z","time spent":"1.889178313s","remote":"127.0.0.1:60564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:40.867591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:38.19222Z","time spent":"2.675362315s","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:40.867583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741561664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:40.86764Z","caller":"traceutil/trace.go:171","msg":"trace[414550583] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23151; }","duration":"1.741664846s","start":"2026-03-02T22:11:39.125957Z","end":"2026-03-02T22:11:40.867622Z","steps":["trace[414550583] 'agreement among raft nodes before linearized reading' (duration: 1.741546683s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:40.867679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:39.125942Z","time spent":"1.741725967s","remote":"127.0.0.1:46686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:40.867704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.898587712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-03-02T22:11:40.867734Z","caller":"traceutil/trace.go:171","msg":"trace[276516664] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23151; }","duration":"2.898639814s","start":"2026-03-02T22:11:37.969086Z","end":"2026-03-02T22:11:40.867726Z","steps":["trace[276516664] 'agreement among raft nodes before linearized reading' (duration: 2.898543612s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:40.867755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:37.969069Z","time spent":"2.898680845s","remote":"127.0.0.1:34932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-02T22:11:40.872979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:35.81507Z","time spent":"5.051546194s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/02 22:11:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:11:41.368467Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826728371,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:11:41.755944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.939807ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:11:41.756319Z","caller":"traceutil/trace.go:171","msg":"trace[1042882395] transaction","detail":"{read_only:false; response_revision:23153; number_of_response:1; }","duration":"1.781670192s","start":"2026-03-02T22:11:39.974623Z","end":"2026-03-02T22:11:41.756293Z","steps":["trace[1042882395] 'process raft request' (duration: 1.781473937s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:41.756435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:39.974603Z","time spent":"1.781778055s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:41.756298Z","caller":"traceutil/trace.go:171","msg":"trace[1962435773] transaction","detail":"{read_only:false; response_revision:23152; number_of_response:1; }","duration":"1.781712453s","start":"2026-03-02T22:11:39.974549Z","end":"2026-03-02T22:11:41.756262Z","steps":["trace[1962435773] 'process raft request' (duration: 1.676366586s)","trace[1962435773] 'compare' (duration: 104.670899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:41.756569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:39.974535Z","time spent":"1.781982129s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:41.757042Z","caller":"traceutil/trace.go:171","msg":"trace[93910458] transaction","detail":"{read_only:false; response_revision:23154; number_of_response:1; }","duration":"1.782243326s","start":"2026-03-02T22:11:39.974781Z","end":"2026-03-02T22:11:41.757024Z","steps":["trace[93910458] 'process raft request' (duration: 1.781451096s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:41.757124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:39.974773Z","time spent":"1.782308648s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:41.757245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260261762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:41.757281Z","caller":"traceutil/trace.go:171","msg":"trace[274957984] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23157; }","duration":"1.260348205s","start":"2026-03-02T22:11:40.496922Z","end":"2026-03-02T22:11:41.757271Z","steps":["trace[274957984] 'agreement among raft nodes before linearized reading' (duration: 1.260287564s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:41.757275Z","caller":"traceutil/trace.go:171","msg":"trace[1304283163] transaction","detail":"{read_only:false; response_revision:23157; number_of_response:1; }","duration":"567.141878ms","start":"2026-03-02T22:11:41.190092Z","end":"2026-03-02T22:11:41.757234Z","steps":["trace[1304283163] 'process raft request' (duration: 566.924963ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:41.757353Z","caller":"traceutil/trace.go:171","msg":"trace[1883949303] transaction","detail":"{read_only:false; response_revision:23155; number_of_response:1; }","duration":"886.755789ms","start":"2026-03-02T22:11:40.870588Z","end":"2026-03-02T22:11:41.757344Z","steps":["trace[1883949303] 'process raft request' (duration: 886.260587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:41.757306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138337059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:41.75746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:40.870564Z","time spent":"886.854892ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:41.757494Z","caller":"traceutil/trace.go:171","msg":"trace[1640970080] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23157; }","duration":"1.138652497s","start":"2026-03-02T22:11:40.61882Z","end":"2026-03-02T22:11:41.757472Z","steps":["trace[1640970080] 'agreement among raft nodes before linearized reading' (duration: 1.138296808s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:41.757517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70995051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-02T22:11:41.757554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:40.618804Z","time spent":"1.138735519s","remote":"127.0.0.1:46700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:11:41.757566Z","caller":"traceutil/trace.go:171","msg":"trace[969266885] transaction","detail":"{read_only:false; response_revision:23156; number_of_response:1; }","duration":"886.705387ms","start":"2026-03-02T22:11:40.87085Z","end":"2026-03-02T22:11:41.757555Z","steps":["trace[969266885] 'process raft request' (duration: 886.109582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:41.757438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30078425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:41.757598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119417553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:41.757625Z","caller":"traceutil/trace.go:171","msg":"trace[371934196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23157; }","duration":"1.119486115s","start":"2026-03-02T22:11:40.63813Z","end":"2026-03-02T22:11:41.757616Z","steps":["trace[371934196] 'agreement among raft nodes before linearized reading' (duration: 1.119443824s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:41.757664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:40.638107Z","time spent":"1.119546057s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:11:41.757651Z","caller":"traceutil/trace.go:171","msg":"trace[924660671] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23157; }","duration":"1.301016326s","start":"2026-03-02T22:11:40.456596Z","end":"2026-03-02T22:11:41.757612Z","steps":["trace[924660671] 'agreement among raft nodes before linearized reading' (duration: 1.300748769s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:41.757682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783269372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-03-02T22:11:41.757713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:40.456574Z","time spent":"1.301121719s","remote":"127.0.0.1:56372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:41.75771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123803154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899233d8e69a543\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-02T22:11:41.757744Z","caller":"traceutil/trace.go:171","msg":"trace[577022767] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23157; }","duration":"1.783372874s","start":"2026-03-02T22:11:39.974356Z","end":"2026-03-02T22:11:41.757729Z","steps":["trace[577022767] 'agreement among raft nodes before linearized reading' (duration: 1.783171019s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:41.757698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:40.870828Z","time spent":"886.767788ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:41.757762Z","caller":"traceutil/trace.go:171","msg":"trace[322532298] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899233d8e69a543; range_end:; response_count:1; response_revision:23157; }","duration":"1.123911737s","start":"2026-03-02T22:11:40.633837Z","end":"2026-03-02T22:11:41.757748Z","steps":["trace[322532298] 'agreement among raft nodes before linearized reading' (duration: 1.123784044s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:41.757785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:39.974336Z","time spent":"1.783440286s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:11:41.757805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:40.633805Z","time spent":"1.123988808s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899233d8e69a543\" "} {"level":"warn","ts":"2026-03-02T22:11:41.757312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:40.496896Z","time spent":"1.260408866s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:11:41.757572Z","caller":"traceutil/trace.go:171","msg":"trace[1540765062] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23157; }","duration":"1.710029232s","start":"2026-03-02T22:11:40.047527Z","end":"2026-03-02T22:11:41.757556Z","steps":["trace[1540765062] 'agreement among raft nodes before linearized reading' (duration: 1.709825237s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:41.757092Z","caller":"traceutil/trace.go:171","msg":"trace[1833823850] linearizableReadLoop","detail":"{readStateIndex:23969; appliedIndex:23963; }","duration":"889.624831ms","start":"2026-03-02T22:11:40.867447Z","end":"2026-03-02T22:11:41.757072Z","steps":["trace[1833823850] 'read index received' (duration: 783.602987ms)","trace[1833823850] 'applied index is now lower than readState.Index' (duration: 106.020654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:41.757952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:40.047512Z","time spent":"1.710429112s","remote":"127.0.0.1:34590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-02T22:11:41.757514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:41.190066Z","time spent":"567.346624ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:41.758118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.510937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:41.757238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521603358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:41.758149Z","caller":"traceutil/trace.go:171","msg":"trace[1065790501] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23157; }","duration":"639.583149ms","start":"2026-03-02T22:11:41.118557Z","end":"2026-03-02T22:11:41.75814Z","steps":["trace[1065790501] 'agreement among raft nodes before linearized reading' (duration: 639.530927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:41.758149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.130355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:41.758185Z","caller":"traceutil/trace.go:171","msg":"trace[1645384253] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23157; }","duration":"1.522588342s","start":"2026-03-02T22:11:40.23558Z","end":"2026-03-02T22:11:41.758168Z","steps":["trace[1645384253] 'agreement among raft nodes before linearized reading' (duration: 1.521590278s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:41.758215Z","caller":"traceutil/trace.go:171","msg":"trace[2017030418] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23157; }","duration":"791.202687ms","start":"2026-03-02T22:11:40.966996Z","end":"2026-03-02T22:11:41.758199Z","steps":["trace[2017030418] 'agreement among raft nodes before linearized reading' (duration: 791.097974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:41.75825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:40.235564Z","time spent":"1.522669174s","remote":"127.0.0.1:55312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:41.758174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:41.118533Z","time spent":"639.635889ms","remote":"127.0.0.1:55272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:11:41.757307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495850212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:11:41.758292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:40.966941Z","time spent":"791.338031ms","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:41.757289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348449558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:41.75833Z","caller":"traceutil/trace.go:171","msg":"trace[259906278] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23157; }","duration":"1.496898357s","start":"2026-03-02T22:11:40.261418Z","end":"2026-03-02T22:11:41.758316Z","steps":["trace[259906278] 'agreement among raft nodes before linearized reading' (duration: 1.495854091s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:41.758388Z","caller":"traceutil/trace.go:171","msg":"trace[2143113132] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23157; }","duration":"1.349577185s","start":"2026-03-02T22:11:40.408779Z","end":"2026-03-02T22:11:41.758357Z","steps":["trace[2143113132] 'agreement among raft nodes before linearized reading' (duration: 1.348340654s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:41.758397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:40.261401Z","time spent":"1.496973229s","remote":"127.0.0.1:34616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:41.758432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:40.408763Z","time spent":"1.349654717s","remote":"127.0.0.1:46676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:41.758504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.62347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-03-02T22:11:41.758582Z","caller":"traceutil/trace.go:171","msg":"trace[873332092] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23157; }","duration":"885.729983ms","start":"2026-03-02T22:11:40.872815Z","end":"2026-03-02T22:11:41.758545Z","steps":["trace[873332092] 'agreement among raft nodes before linearized reading' (duration: 885.20728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:41.758637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.961122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:11:41.75872Z","caller":"traceutil/trace.go:171","msg":"trace[556157139] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:23157; }","duration":"358.083717ms","start":"2026-03-02T22:11:41.400623Z","end":"2026-03-02T22:11:41.758707Z","steps":["trace[556157139] 'agreement among raft nodes before linearized reading' (duration: 357.44066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:41.758755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:41.400597Z","time spent":"358.148407ms","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:41.758633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:40.872808Z","time spent":"885.812334ms","remote":"127.0.0.1:34932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-02T22:11:42.265538Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826728378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:11:42.76613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826728378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:11:43.042836Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.281248218s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:11:43.118431Z","caller":"traceutil/trace.go:171","msg":"trace[2112901972] linearizableReadLoop","detail":"{readStateIndex:23970; appliedIndex:23969; }","duration":"1.353174767s","start":"2026-03-02T22:11:41.76524Z","end":"2026-03-02T22:11:43.118415Z","steps":["trace[2112901972] 'read index received' (duration: 1.277820993s)","trace[2112901972] 'applied index is now lower than readState.Index' (duration: 75.352424ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:43.11857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35331841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:43.118593Z","caller":"traceutil/trace.go:171","msg":"trace[491732058] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23158; }","duration":"1.353378951s","start":"2026-03-02T22:11:41.765208Z","end":"2026-03-02T22:11:43.118587Z","steps":["trace[491732058] 'agreement among raft nodes before linearized reading' (duration: 1.353291409s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:43.118613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:41.765191Z","time spent":"1.353417052s","remote":"127.0.0.1:34642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-02T22:11:43.119441Z","caller":"traceutil/trace.go:171","msg":"trace[2054229437] transaction","detail":"{read_only:false; response_revision:23158; number_of_response:1; }","duration":"1.35769387s","start":"2026-03-02T22:11:41.76145Z","end":"2026-03-02T22:11:43.119144Z","steps":["trace[2054229437] 'process raft request' (duration: 1.281601068s)","trace[2054229437] 'compare' (duration: 74.616105ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:43.119587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:41.761419Z","time spent":"1.35809297s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:43.742562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.031654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:11:43.742886Z","caller":"traceutil/trace.go:171","msg":"trace[346810107] transaction","detail":"{read_only:false; response_revision:23159; number_of_response:1; }","duration":"869.25851ms","start":"2026-03-02T22:11:42.873525Z","end":"2026-03-02T22:11:43.742783Z","steps":["trace[346810107] 'process raft request' (duration: 604.907648ms)","trace[346810107] 'compare' (duration: 263.678446ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:43.743023Z","caller":"traceutil/trace.go:171","msg":"trace[898160415] linearizableReadLoop","detail":"{readStateIndex:23972; appliedIndex:23970; }","duration":"624.523091ms","start":"2026-03-02T22:11:43.118483Z","end":"2026-03-02T22:11:43.743006Z","steps":["trace[898160415] 'read index received' (duration: 359.932303ms)","trace[898160415] 'applied index is now lower than readState.Index' (duration: 264.589508ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:43.743036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:42.873505Z","time spent":"869.470985ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:43.743298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768391238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T22:11:43.743324Z","caller":"traceutil/trace.go:171","msg":"trace[231245366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23160; }","duration":"1.768462729s","start":"2026-03-02T22:11:41.974854Z","end":"2026-03-02T22:11:43.743317Z","steps":["trace[231245366] 'agreement among raft nodes before linearized reading' (duration: 1.768348137s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:43.743345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:41.974835Z","time spent":"1.768504171s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:11:43.743337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529502577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T22:11:43.743383Z","caller":"traceutil/trace.go:171","msg":"trace[53663642] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23160; }","duration":"1.529582699s","start":"2026-03-02T22:11:42.213785Z","end":"2026-03-02T22:11:43.743368Z","steps":["trace[53663642] 'agreement among raft nodes before linearized reading' (duration: 1.529391874s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:43.743425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:42.213762Z","time spent":"1.52965216s","remote":"127.0.0.1:34542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-02T22:11:43.743676Z","caller":"traceutil/trace.go:171","msg":"trace[734379063] transaction","detail":"{read_only:false; response_revision:23160; number_of_response:1; }","duration":"869.997017ms","start":"2026-03-02T22:11:42.873664Z","end":"2026-03-02T22:11:43.743661Z","steps":["trace[734379063] 'process raft request' (duration: 869.027083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:43.743761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:42.873658Z","time spent":"870.060088ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:43.743793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27849814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:43.743827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889361757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:43.743867Z","caller":"traceutil/trace.go:171","msg":"trace[98125214] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23160; }","duration":"1.278633204s","start":"2026-03-02T22:11:42.465214Z","end":"2026-03-02T22:11:43.743847Z","steps":["trace[98125214] 'agreement among raft nodes before linearized reading' (duration: 1.27848995s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:43.743837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383940109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:43.743902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295807945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.124\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-02T22:11:43.743915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:42.465192Z","time spent":"1.278710235s","remote":"127.0.0.1:44572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:11:43.74392Z","caller":"traceutil/trace.go:171","msg":"trace[1405006098] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23160; }","duration":"1.8894863s","start":"2026-03-02T22:11:41.854407Z","end":"2026-03-02T22:11:43.743893Z","steps":["trace[1405006098] 'agreement among raft nodes before linearized reading' (duration: 1.889333606s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:43.743929Z","caller":"traceutil/trace.go:171","msg":"trace[1098391034] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23160; }","duration":"1.384094613s","start":"2026-03-02T22:11:42.359813Z","end":"2026-03-02T22:11:43.743907Z","steps":["trace[1098391034] 'agreement among raft nodes before linearized reading' (duration: 1.383907428s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:43.743943Z","caller":"traceutil/trace.go:171","msg":"trace[1067020577] range","detail":"{range_begin:/registry/masterleases/199.19.213.124; range_end:; response_count:1; response_revision:23160; }","duration":"1.295884197s","start":"2026-03-02T22:11:42.448045Z","end":"2026-03-02T22:11:43.743929Z","steps":["trace[1067020577] 'agreement among raft nodes before linearized reading' (duration: 1.295737253s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:43.743935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.614445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T22:11:43.743976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:42.447986Z","time spent":"1.295984659s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.124\" "} {"level":"warn","ts":"2026-03-02T22:11:43.743961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.816855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T22:11:43.743992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.969345267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6415d416-eb3a-4841-b461-550c57269497\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-03-02T22:11:43.743991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:42.35979Z","time spent":"1.384184216s","remote":"127.0.0.1:46604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:11:43.743997Z","caller":"traceutil/trace.go:171","msg":"trace[1806771464] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23160; }","duration":"929.690797ms","start":"2026-03-02T22:11:42.814287Z","end":"2026-03-02T22:11:43.743978Z","steps":["trace[1806771464] 'agreement among raft nodes before linearized reading' (duration: 929.482112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:43.744004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.967643444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:43.744061Z","caller":"traceutil/trace.go:171","msg":"trace[181861459] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23160; }","duration":"926.896117ms","start":"2026-03-02T22:11:42.817109Z","end":"2026-03-02T22:11:43.744005Z","steps":["trace[181861459] 'agreement among raft nodes before linearized reading' (duration: 926.723152ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:43.744064Z","caller":"traceutil/trace.go:171","msg":"trace[1216024700] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6415d416-eb3a-4841-b461-550c57269497; range_end:; response_count:1; response_revision:23160; }","duration":"1.96944282s","start":"2026-03-02T22:11:41.774609Z","end":"2026-03-02T22:11:43.744052Z","steps":["trace[1216024700] 'agreement among raft nodes before linearized reading' (duration: 1.969310646s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:43.744068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.478727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T22:11:43.744084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:42.814281Z","time spent":"929.78946ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:11:43.744097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:42.817099Z","time spent":"926.9898ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:11:43.744101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:41.774591Z","time spent":"1.969502331s","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-6415d416-eb3a-4841-b461-550c57269497\" "} {"level":"info","ts":"2026-03-02T22:11:43.744107Z","caller":"traceutil/trace.go:171","msg":"trace[1927670236] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23160; }","duration":"930.552909ms","start":"2026-03-02T22:11:42.813544Z","end":"2026-03-02T22:11:43.744097Z","steps":["trace[1927670236] 'agreement among raft nodes before linearized reading' (duration: 930.373504ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:43.744095Z","caller":"traceutil/trace.go:171","msg":"trace[1691735964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23160; }","duration":"1.967742326s","start":"2026-03-02T22:11:41.776334Z","end":"2026-03-02T22:11:43.744076Z","steps":["trace[1691735964] 'agreement among raft nodes before linearized reading' (duration: 1.967610013s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:43.744138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:42.813511Z","time spent":"930.620211ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:11:43.743975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:41.854391Z","time spent":"1.889571092s","remote":"127.0.0.1:34932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T22:11:43.744155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:41.776329Z","time spent":"1.967812598s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:11:43.744098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.243112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:43.744261Z","caller":"traceutil/trace.go:171","msg":"trace[45209079] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23160; }","duration":"620.406667ms","start":"2026-03-02T22:11:43.123808Z","end":"2026-03-02T22:11:43.744215Z","steps":["trace[45209079] 'agreement among raft nodes before linearized reading' (duration: 620.243213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:43.744306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:43.123794Z","time spent":"620.500919ms","remote":"127.0.0.1:34728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:11:43.74431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.06707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-02T22:11:43.744373Z","caller":"traceutil/trace.go:171","msg":"trace[1336105086] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23160; }","duration":"105.245144ms","start":"2026-03-02T22:11:43.639104Z","end":"2026-03-02T22:11:43.744349Z","steps":["trace[1336105086] 'agreement among raft nodes before linearized reading' (duration: 105.021839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:45.302869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307071829s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-02T22:11:45.303052Z","caller":"traceutil/trace.go:171","msg":"trace[1098158660] linearizableReadLoop","detail":"{readStateIndex:23973; appliedIndex:23972; }","duration":"1.555488261s","start":"2026-03-02T22:11:43.747482Z","end":"2026-03-02T22:11:45.30297Z","steps":["trace[1098158660] 'read index received' (duration: 248.3413ms)","trace[1098158660] 'applied index is now lower than readState.Index' (duration: 1.307144791s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:45.303104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:43.745603Z","time spent":"1.55749691s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:11:45.30324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555749067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-02T22:11:45.303274Z","caller":"traceutil/trace.go:171","msg":"trace[1537855649] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:23160; }","duration":"1.555815918s","start":"2026-03-02T22:11:43.747449Z","end":"2026-03-02T22:11:45.303265Z","steps":["trace[1537855649] 'agreement among raft nodes before linearized reading' (duration: 1.555687675s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:45.303302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:43.747433Z","time spent":"1.55586186s","remote":"127.0.0.1:34590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-02T22:11:45.357838Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.361988268s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:11:45.358343Z","caller":"traceutil/trace.go:171","msg":"trace[1763258095] transaction","detail":"{read_only:false; response_revision:23162; number_of_response:1; }","duration":"1.609401694s","start":"2026-03-02T22:11:43.748924Z","end":"2026-03-02T22:11:45.358326Z","steps":["trace[1763258095] 'process raft request' (duration: 1.609321212s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:45.358404Z","caller":"traceutil/trace.go:171","msg":"trace[2046332966] transaction","detail":"{read_only:false; response_revision:23161; number_of_response:1; }","duration":"1.609534627s","start":"2026-03-02T22:11:43.748828Z","end":"2026-03-02T22:11:45.358362Z","steps":["trace[2046332966] 'process raft request' (duration: 1.60926371s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:45.358472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:43.748898Z","time spent":"1.609498127s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:45.358653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:43.748812Z","time spent":"1.609709553s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:45.359397Z","caller":"traceutil/trace.go:171","msg":"trace[1779179195] transaction","detail":"{read_only:false; response_revision:23163; number_of_response:1; }","duration":"1.610187374s","start":"2026-03-02T22:11:43.749186Z","end":"2026-03-02T22:11:45.359373Z","steps":["trace[1779179195] 'process raft request' (duration: 1.609105246s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:45.359494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:43.74916Z","time spent":"1.610288967s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:45.360152Z","caller":"traceutil/trace.go:171","msg":"trace[1868530176] transaction","detail":"{read_only:false; response_revision:23165; number_of_response:1; }","duration":"1.61081889s","start":"2026-03-02T22:11:43.749315Z","end":"2026-03-02T22:11:45.360134Z","steps":["trace[1868530176] 'process raft request' (duration: 1.610746088s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:45.360671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:43.749305Z","time spent":"1.611309683s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:45.360271Z","caller":"traceutil/trace.go:171","msg":"trace[1214859956] transaction","detail":"{read_only:false; response_revision:23164; number_of_response:1; }","duration":"1.611026365s","start":"2026-03-02T22:11:43.749231Z","end":"2026-03-02T22:11:45.360258Z","steps":["trace[1214859956] 'process raft request' (duration: 1.61002409s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:45.360893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:43.749204Z","time spent":"1.61163485s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:45.360425Z","caller":"traceutil/trace.go:171","msg":"trace[57203719] transaction","detail":"{read_only:false; response_revision:23167; number_of_response:1; }","duration":"1.596580733s","start":"2026-03-02T22:11:43.763824Z","end":"2026-03-02T22:11:45.360405Z","steps":["trace[57203719] 'process raft request' (duration: 1.596412858s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:45.3611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:43.763809Z","time spent":"1.597210948s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:45.360476Z","caller":"traceutil/trace.go:171","msg":"trace[1589205515] transaction","detail":"{read_only:false; response_revision:23166; number_of_response:1; }","duration":"1.59886139s","start":"2026-03-02T22:11:43.761602Z","end":"2026-03-02T22:11:45.360463Z","steps":["trace[1589205515] 'process raft request' (duration: 1.598505141s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:45.361261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:43.761589Z","time spent":"1.59964661s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:45.360487Z","caller":"traceutil/trace.go:171","msg":"trace[44849907] transaction","detail":"{read_only:false; response_revision:23169; number_of_response:1; }","duration":"1.596073629s","start":"2026-03-02T22:11:43.764407Z","end":"2026-03-02T22:11:45.36048Z","steps":["trace[44849907] 'process raft request' (duration: 1.596035019s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:45.361361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:43.764401Z","time spent":"1.596936832s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:45.360522Z","caller":"traceutil/trace.go:171","msg":"trace[25877245] transaction","detail":"{read_only:false; response_revision:23168; number_of_response:1; }","duration":"1.596184692s","start":"2026-03-02T22:11:43.764332Z","end":"2026-03-02T22:11:45.360516Z","steps":["trace[25877245] 'process raft request' (duration: 1.595994308s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:45.36144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:43.764308Z","time spent":"1.597115467s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:45.752194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000416958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:11:45.752282Z","caller":"traceutil/trace.go:171","msg":"trace[1713709391] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000538572s","start":"2026-03-02T22:11:43.751725Z","end":"2026-03-02T22:11:45.752263Z","steps":["trace[1713709391] 'agreement among raft nodes before linearized reading' (duration: 2.000430039s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:45.752333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:43.751715Z","time spent":"2.000608143s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:11:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:11:46.945595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517001452s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:46.945729Z","caller":"traceutil/trace.go:171","msg":"trace[927914344] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23169; }","duration":"1.517141515s","start":"2026-03-02T22:11:45.428565Z","end":"2026-03-02T22:11:46.945706Z","steps":["trace[927914344] 'range keys from in-memory index tree' (duration: 1.516982021s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:46.947259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.372845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:11:46.947465Z","caller":"traceutil/trace.go:171","msg":"trace[87778211] linearizableReadLoop","detail":"{readStateIndex:23983; appliedIndex:23973; }","duration":"1.644302451s","start":"2026-03-02T22:11:45.303145Z","end":"2026-03-02T22:11:46.947448Z","steps":["trace[87778211] 'read index received' (duration: 54.884239ms)","trace[87778211] 'applied index is now lower than readState.Index' (duration: 1.589417082s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:46.947592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.321910626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:46.9476Z","caller":"traceutil/trace.go:171","msg":"trace[795535797] transaction","detail":"{read_only:false; response_revision:23170; number_of_response:1; }","duration":"2.757681485s","start":"2026-03-02T22:11:44.189893Z","end":"2026-03-02T22:11:46.947574Z","steps":["trace[795535797] 'process raft request' (duration: 2.023893329s)","trace[795535797] 'compare' (duration: 732.649916ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:46.947626Z","caller":"traceutil/trace.go:171","msg":"trace[2084878960] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23171; }","duration":"2.321987297s","start":"2026-03-02T22:11:44.625625Z","end":"2026-03-02T22:11:46.947612Z","steps":["trace[2084878960] 'agreement among raft nodes before linearized reading' (duration: 2.321899355s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:46.947611Z","caller":"traceutil/trace.go:171","msg":"trace[518515256] transaction","detail":"{read_only:false; response_revision:23171; number_of_response:1; }","duration":"1.642864956s","start":"2026-03-02T22:11:45.304716Z","end":"2026-03-02T22:11:46.947581Z","steps":["trace[518515256] 'process raft request' (duration: 1.64263962s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:46.947662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:44.625599Z","time spent":"2.322053358s","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:46.947661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.889776232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:46.947678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821120163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:46.947713Z","caller":"traceutil/trace.go:171","msg":"trace[706128079] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23171; }","duration":"2.889837225s","start":"2026-03-02T22:11:44.057859Z","end":"2026-03-02T22:11:46.947696Z","steps":["trace[706128079] 'agreement among raft nodes before linearized reading' (duration: 2.889742692s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:46.947725Z","caller":"traceutil/trace.go:171","msg":"trace[1863228528] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23171; }","duration":"1.821206455s","start":"2026-03-02T22:11:45.126503Z","end":"2026-03-02T22:11:46.94771Z","steps":["trace[1863228528] 'agreement among raft nodes before linearized reading' (duration: 1.820965849s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:46.947721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:44.189868Z","time spent":"2.757776086s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:46.947753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:44.05784Z","time spent":"2.889900636s","remote":"127.0.0.1:55330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:46.947747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:45.304687Z","time spent":"1.642985658s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:46.947748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.185317606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:11:46.947764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:45.126481Z","time spent":"1.821273157s","remote":"127.0.0.1:56434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:46.947766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.199975185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:46.947815Z","caller":"traceutil/trace.go:171","msg":"trace[1325429984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23171; }","duration":"3.185416329s","start":"2026-03-02T22:11:43.762376Z","end":"2026-03-02T22:11:46.947793Z","steps":["trace[1325429984] 'agreement among raft nodes before linearized reading' (duration: 3.185222004s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:46.947854Z","caller":"traceutil/trace.go:171","msg":"trace[1926258967] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23171; }","duration":"3.200087588s","start":"2026-03-02T22:11:43.747723Z","end":"2026-03-02T22:11:46.94781Z","steps":["trace[1926258967] 'agreement among raft nodes before linearized reading' (duration: 3.199960135s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:46.947885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:43.762366Z","time spent":"3.185504762s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:11:46.947731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.197862993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:46.947896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:43.74771Z","time spent":"3.20017565s","remote":"127.0.0.1:34642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T22:11:46.947981Z","caller":"traceutil/trace.go:171","msg":"trace[1256151649] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23171; }","duration":"3.19814177s","start":"2026-03-02T22:11:43.749816Z","end":"2026-03-02T22:11:46.947957Z","steps":["trace[1256151649] 'agreement among raft nodes before linearized reading' (duration: 3.197790091s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:46.948076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:43.749804Z","time spent":"3.198250182s","remote":"127.0.0.1:34728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:11:46.947792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.185004439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:11:46.948303Z","caller":"traceutil/trace.go:171","msg":"trace[868628246] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23171; }","duration":"3.185403669s","start":"2026-03-02T22:11:43.762743Z","end":"2026-03-02T22:11:46.948147Z","steps":["trace[868628246] 'agreement among raft nodes before linearized reading' (duration: 3.184871806s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:46.948372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:43.762736Z","time spent":"3.185621085s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:11:46.98612Z","caller":"traceutil/trace.go:171","msg":"trace[1414464374] transaction","detail":"{read_only:false; response_revision:23173; number_of_response:1; }","duration":"1.235014409s","start":"2026-03-02T22:11:45.751084Z","end":"2026-03-02T22:11:46.986098Z","steps":["trace[1414464374] 'process raft request' (duration: 1.234961017s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:46.986204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233926301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:46.986247Z","caller":"traceutil/trace.go:171","msg":"trace[1271487456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23173; }","duration":"1.233988863s","start":"2026-03-02T22:11:45.752249Z","end":"2026-03-02T22:11:46.986238Z","steps":["trace[1271487456] 'agreement among raft nodes before linearized reading' (duration: 1.233896581s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:46.986252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:45.751055Z","time spent":"1.235142351s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:46.98623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423858033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:46.986271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:45.752211Z","time spent":"1.234055145s","remote":"127.0.0.1:34440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:11:46.986315Z","caller":"traceutil/trace.go:171","msg":"trace[1402844236] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23173; }","duration":"1.423997106s","start":"2026-03-02T22:11:45.562299Z","end":"2026-03-02T22:11:46.986296Z","steps":["trace[1402844236] 'agreement among raft nodes before linearized reading' (duration: 1.423828752s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:46.986353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:45.562278Z","time spent":"1.424067409s","remote":"127.0.0.1:51114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:46.986503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680004698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8596da74-78da-4a0d-8d3e-66f802bd432c\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-02T22:11:46.98656Z","caller":"traceutil/trace.go:171","msg":"trace[2146358433] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8596da74-78da-4a0d-8d3e-66f802bd432c; range_end:; response_count:1; response_revision:23173; }","duration":"1.680109811s","start":"2026-03-02T22:11:45.306437Z","end":"2026-03-02T22:11:46.986547Z","steps":["trace[2146358433] 'agreement among raft nodes before linearized reading' (duration: 1.679902805s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:46.98658Z","caller":"traceutil/trace.go:171","msg":"trace[1379983246] transaction","detail":"{read_only:false; response_revision:23172; number_of_response:1; }","duration":"1.235701616s","start":"2026-03-02T22:11:45.750395Z","end":"2026-03-02T22:11:46.986097Z","steps":["trace[1379983246] 'process raft request' (duration: 1.235518661s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:46.986591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:45.306421Z","time spent":"1.680165762s","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-8596da74-78da-4a0d-8d3e-66f802bd432c\" "} {"level":"warn","ts":"2026-03-02T22:11:46.986642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:45.750369Z","time spent":"1.236232249s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:47.487044Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826728405,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:11:47.988056Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826728405,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:11:48.489244Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826728405,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:11:48.719059Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.733126593s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:11:48.719454Z","caller":"traceutil/trace.go:171","msg":"trace[925385574] transaction","detail":"{read_only:false; response_revision:23174; number_of_response:1; }","duration":"1.766429498s","start":"2026-03-02T22:11:46.952998Z","end":"2026-03-02T22:11:48.719428Z","steps":["trace[925385574] 'process raft request' (duration: 1.766232334s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:48.719618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:46.952982Z","time spent":"1.766546662s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:48.719643Z","caller":"traceutil/trace.go:171","msg":"trace[122100078] transaction","detail":"{read_only:false; response_revision:23175; number_of_response:1; }","duration":"1.766305976s","start":"2026-03-02T22:11:46.953308Z","end":"2026-03-02T22:11:48.719614Z","steps":["trace[122100078] 'process raft request' (duration: 1.7660745s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:48.719773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:46.953302Z","time spent":"1.766406208s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:48.994602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999992507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:11:48.994684Z","caller":"traceutil/trace.go:171","msg":"trace[1344501566] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000093771s","start":"2026-03-02T22:11:46.994572Z","end":"2026-03-02T22:11:48.994665Z","steps":["trace[1344501566] 'agreement among raft nodes before linearized reading' (duration: 1.999997658s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:48.994788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:46.994567Z","time spent":"2.000203663s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:11:49.363817Z","caller":"traceutil/trace.go:171","msg":"trace[986348215] transaction","detail":"{read_only:false; response_revision:23176; number_of_response:1; }","duration":"1.998142481s","start":"2026-03-02T22:11:47.365647Z","end":"2026-03-02T22:11:49.363789Z","steps":["trace[986348215] 'process raft request' (duration: 1.997954406s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:49.363955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:47.365628Z","time spent":"1.998254804s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:49.364092Z","caller":"traceutil/trace.go:171","msg":"trace[242108048] transaction","detail":"{read_only:false; response_revision:23177; number_of_response:1; }","duration":"1.998319616s","start":"2026-03-02T22:11:47.365757Z","end":"2026-03-02T22:11:49.364076Z","steps":["trace[242108048] 'process raft request' (duration: 1.997988448s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:49.364186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:47.365726Z","time spent":"1.998415847s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:49.3645Z","caller":"traceutil/trace.go:171","msg":"trace[458898035] transaction","detail":"{read_only:false; response_revision:23178; number_of_response:1; }","duration":"1.998603674s","start":"2026-03-02T22:11:47.365873Z","end":"2026-03-02T22:11:49.364476Z","steps":["trace[458898035] 'process raft request' (duration: 1.998121751s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:49.364549Z","caller":"traceutil/trace.go:171","msg":"trace[433406372] transaction","detail":"{read_only:false; response_revision:23179; number_of_response:1; }","duration":"1.997830655s","start":"2026-03-02T22:11:47.36668Z","end":"2026-03-02T22:11:49.36451Z","steps":["trace[433406372] 'process raft request' (duration: 1.99767701s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:49.364942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:47.36586Z","time spent":"1.998931362s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:49.364941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:47.366671Z","time spent":"1.998174943s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:50.288465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.969703ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T22:11:50.289328Z","caller":"traceutil/trace.go:171","msg":"trace[940611118] transaction","detail":"{read_only:false; response_revision:23180; number_of_response:1; }","duration":"1.913339041s","start":"2026-03-02T22:11:48.375952Z","end":"2026-03-02T22:11:50.289291Z","steps":["trace[940611118] 'process raft request' (duration: 1.912590812s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:50.28935Z","caller":"traceutil/trace.go:171","msg":"trace[1706037296] linearizableReadLoop","detail":"{readStateIndex:23994; appliedIndex:23986; }","duration":"3.303254061s","start":"2026-03-02T22:11:46.986076Z","end":"2026-03-02T22:11:50.28933Z","steps":["trace[1706037296] 'read index received' (duration: 1.733151582s)","trace[1706037296] 'applied index is now lower than readState.Index' (duration: 1.570101379s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:50.290521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:48.37593Z","time spent":"1.91450983s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:50.361876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.410402684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-02T22:11:50.361952Z","caller":"traceutil/trace.go:171","msg":"trace[1715156310] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23180; }","duration":"3.410753162s","start":"2026-03-02T22:11:46.951183Z","end":"2026-03-02T22:11:50.361936Z","steps":["trace[1715156310] 'agreement among raft nodes before linearized reading' (duration: 3.33822183s)","trace[1715156310] 'range keys from in-memory index tree' (duration: 72.362008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:50.362019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:46.951157Z","time spent":"3.410852795s","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T22:11:50.362236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.409407558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-02T22:11:50.362306Z","caller":"traceutil/trace.go:171","msg":"trace[614392817] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23180; }","duration":"3.409462969s","start":"2026-03-02T22:11:46.952799Z","end":"2026-03-02T22:11:50.362262Z","steps":["trace[614392817] 'agreement among raft nodes before linearized reading' (duration: 3.336537667s)","trace[614392817] 'range keys from in-memory index tree' (duration: 72.8465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:50.362346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:46.952788Z","time spent":"3.409549532s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T22:11:50.36247Z","caller":"traceutil/trace.go:171","msg":"trace[2049677017] transaction","detail":"{read_only:false; response_revision:23181; number_of_response:1; }","duration":"1.371766845s","start":"2026-03-02T22:11:48.99068Z","end":"2026-03-02T22:11:50.362447Z","steps":["trace[2049677017] 'process raft request' (duration: 1.298643138s)","trace[2049677017] 'compare' (duration: 72.85864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:50.362585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:48.990643Z","time spent":"1.371880557s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:50.362954Z","caller":"traceutil/trace.go:171","msg":"trace[1626962240] transaction","detail":"{read_only:false; response_revision:23182; number_of_response:1; }","duration":"1.37119131s","start":"2026-03-02T22:11:48.99175Z","end":"2026-03-02T22:11:50.362941Z","steps":["trace[1626962240] 'process raft request' (duration: 1.370645446s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:50.363072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:48.991736Z","time spent":"1.371261941s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:50.363238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368136193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:50.363275Z","caller":"traceutil/trace.go:171","msg":"trace[1493687384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23183; }","duration":"1.368194184s","start":"2026-03-02T22:11:48.99507Z","end":"2026-03-02T22:11:50.363264Z","steps":["trace[1493687384] 'agreement among raft nodes before linearized reading' (duration: 1.368132352s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:50.363277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.373041925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899233d8e69a543\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-02T22:11:50.363356Z","caller":"traceutil/trace.go:171","msg":"trace[572523368] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899233d8e69a543; range_end:; response_count:1; response_revision:23183; }","duration":"3.373143906s","start":"2026-03-02T22:11:46.990184Z","end":"2026-03-02T22:11:50.363328Z","steps":["trace[572523368] 'agreement among raft nodes before linearized reading' (duration: 3.372932921s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:50.363397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:46.990173Z","time spent":"3.373215009s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899233d8e69a543\" "} {"level":"info","ts":"2026-03-02T22:11:50.363401Z","caller":"traceutil/trace.go:171","msg":"trace[1483220319] transaction","detail":"{read_only:false; response_revision:23183; number_of_response:1; }","duration":"840.384023ms","start":"2026-03-02T22:11:49.523006Z","end":"2026-03-02T22:11:50.36339Z","steps":["trace[1483220319] 'process raft request' (duration: 839.882431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:50.363436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999585092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T22:11:50.36346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:49.522983Z","time spent":"840.442855ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:50.363458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684977733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T22:11:50.363477Z","caller":"traceutil/trace.go:171","msg":"trace[1215041833] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23183; }","duration":"2.999645294s","start":"2026-03-02T22:11:47.363819Z","end":"2026-03-02T22:11:50.363464Z","steps":["trace[1215041833] 'agreement among raft nodes before linearized reading' (duration: 2.999518251s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:50.363517Z","caller":"traceutil/trace.go:171","msg":"trace[54651677] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23183; }","duration":"1.685059766s","start":"2026-03-02T22:11:48.678435Z","end":"2026-03-02T22:11:50.363495Z","steps":["trace[54651677] 'agreement among raft nodes before linearized reading' (duration: 1.684904752s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:50.363514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:47.363809Z","time spent":"2.999696845s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:11:50.363543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:48.678422Z","time spent":"1.685116407s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T22:11:50.363629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265773422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:11:50.363645Z","caller":"traceutil/trace.go:171","msg":"trace[945308740] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23183; }","duration":"1.265813902s","start":"2026-03-02T22:11:49.097824Z","end":"2026-03-02T22:11:50.363638Z","steps":["trace[945308740] 'agreement among raft nodes before linearized reading' (duration: 1.265780371s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:50.363658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:49.097809Z","time spent":"1.265845174s","remote":"127.0.0.1:60624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:50.363692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.000090164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:11:50.363722Z","caller":"traceutil/trace.go:171","msg":"trace[662831035] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23183; }","duration":"3.000164866s","start":"2026-03-02T22:11:47.363548Z","end":"2026-03-02T22:11:50.363713Z","steps":["trace[662831035] 'agreement among raft nodes before linearized reading' (duration: 3.000062873s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:50.363754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:47.363525Z","time spent":"3.000223258s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:11:50.363785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18729144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:50.363801Z","caller":"traceutil/trace.go:171","msg":"trace[1682261705] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23183; }","duration":"1.187341201s","start":"2026-03-02T22:11:49.176455Z","end":"2026-03-02T22:11:50.363796Z","steps":["trace[1682261705] 'agreement among raft nodes before linearized reading' (duration: 1.18731563s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:50.363814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:49.176436Z","time spent":"1.187374361s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:50.363869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.001045969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T22:11:50.363892Z","caller":"traceutil/trace.go:171","msg":"trace[1190830127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23183; }","duration":"3.001102799s","start":"2026-03-02T22:11:47.362782Z","end":"2026-03-02T22:11:50.363885Z","steps":["trace[1190830127] 'agreement among raft nodes before linearized reading' (duration: 3.001032568s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:50.363721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998094364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T22:11:50.363916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:47.362765Z","time spent":"3.001146231s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:11:50.363936Z","caller":"traceutil/trace.go:171","msg":"trace[2067248774] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23183; }","duration":"2.99833351s","start":"2026-03-02T22:11:47.365589Z","end":"2026-03-02T22:11:50.363923Z","steps":["trace[2067248774] 'agreement among raft nodes before linearized reading' (duration: 2.998048093s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:50.363953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.373506766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-03-02T22:11:50.363304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:48.995058Z","time spent":"1.368237885s","remote":"127.0.0.1:34440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:11:50.363987Z","caller":"traceutil/trace.go:171","msg":"trace[1491101265] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23183; }","duration":"3.373565518s","start":"2026-03-02T22:11:46.990411Z","end":"2026-03-02T22:11:50.363977Z","steps":["trace[1491101265] 'agreement among raft nodes before linearized reading' (duration: 3.373502606s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:50.363982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:47.365572Z","time spent":"2.998400011s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:11:50.36376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.543884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:50.364095Z","caller":"traceutil/trace.go:171","msg":"trace[1764762600] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23183; }","duration":"607.905192ms","start":"2026-03-02T22:11:49.756183Z","end":"2026-03-02T22:11:50.364088Z","steps":["trace[1764762600] 'agreement among raft nodes before linearized reading' (duration: 607.556124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:50.364126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:49.756167Z","time spent":"607.941144ms","remote":"127.0.0.1:51116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:50.364071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:46.990407Z","time spent":"3.37365589s","remote":"127.0.0.1:34590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:11:51.864794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180799876s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:11:51.865317Z","caller":"traceutil/trace.go:171","msg":"trace[657434472] linearizableReadLoop","detail":"{readStateIndex:23998; appliedIndex:23997; }","duration":"1.498417666s","start":"2026-03-02T22:11:50.366871Z","end":"2026-03-02T22:11:51.865289Z","steps":["trace[657434472] 'read index received' (duration: 317.030406ms)","trace[657434472] 'applied index is now lower than readState.Index' (duration: 1.181360459s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:51.865369Z","caller":"traceutil/trace.go:171","msg":"trace[953491859] transaction","detail":"{read_only:false; response_revision:23184; number_of_response:1; }","duration":"1.498658351s","start":"2026-03-02T22:11:50.366682Z","end":"2026-03-02T22:11:51.86534Z","steps":["trace[953491859] 'process raft request' (duration: 317.20501ms)","trace[953491859] 'compare' (duration: 1.180029926s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:51.865813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:50.366665Z","time spent":"1.499099723s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:51.86559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498691693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T22:11:51.866078Z","caller":"traceutil/trace.go:171","msg":"trace[851883341] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23184; }","duration":"1.499213866s","start":"2026-03-02T22:11:50.366838Z","end":"2026-03-02T22:11:51.866052Z","steps":["trace[851883341] 'agreement among raft nodes before linearized reading' (duration: 1.498522858s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:51.866202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:50.36682Z","time spent":"1.499333529s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-02T22:11:52.366487Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826728428,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:11:52.371924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000230203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:11:52.371989Z","caller":"traceutil/trace.go:171","msg":"trace[855935574] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000323065s","start":"2026-03-02T22:11:50.371651Z","end":"2026-03-02T22:11:52.371974Z","steps":["trace[855935574] 'agreement among raft nodes before linearized reading' (duration: 2.000241073s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:52.372037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:50.371646Z","time spent":"2.000382626s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:11:52.677217Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.993315739s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:11:52.725011Z","caller":"traceutil/trace.go:171","msg":"trace[1384749744] transaction","detail":"{read_only:false; response_revision:23189; number_of_response:1; }","duration":"2.35359658s","start":"2026-03-02T22:11:50.371395Z","end":"2026-03-02T22:11:52.724992Z","steps":["trace[1384749744] 'process raft request' (duration: 2.353563199s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:52.725211Z","caller":"traceutil/trace.go:171","msg":"trace[2062774091] transaction","detail":"{read_only:false; response_revision:23187; number_of_response:1; }","duration":"2.35594478s","start":"2026-03-02T22:11:50.369246Z","end":"2026-03-02T22:11:52.725191Z","steps":["trace[2062774091] 'process raft request' (duration: 2.355658503s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:52.725234Z","caller":"traceutil/trace.go:171","msg":"trace[625741504] transaction","detail":"{read_only:false; response_revision:23185; number_of_response:1; }","duration":"2.356624007s","start":"2026-03-02T22:11:50.368568Z","end":"2026-03-02T22:11:52.725192Z","steps":["trace[625741504] 'process raft request' (duration: 2.308849777s)","trace[625741504] 'compare' (duration: 46.807486ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:52.725316Z","caller":"traceutil/trace.go:171","msg":"trace[1123954286] transaction","detail":"{read_only:false; response_revision:23186; number_of_response:1; }","duration":"2.356245867s","start":"2026-03-02T22:11:50.369037Z","end":"2026-03-02T22:11:52.725283Z","steps":["trace[1123954286] 'process raft request' (duration: 2.355797616s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:52.72538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:50.369239Z","time spent":"2.356084443s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:52.725422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:50.368556Z","time spent":"2.35676693s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:52.725472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:50.369024Z","time spent":"2.356375s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:52.725318Z","caller":"traceutil/trace.go:171","msg":"trace[1348044877] transaction","detail":"{read_only:false; response_revision:23188; number_of_response:1; }","duration":"2.354954154s","start":"2026-03-02T22:11:50.370288Z","end":"2026-03-02T22:11:52.725242Z","steps":["trace[1348044877] 'process raft request' (duration: 2.354645046s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:52.725344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:50.371386Z","time spent":"2.353684803s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:52.725967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:50.370281Z","time spent":"2.355433446s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:54.14265Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.462671447s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:11:54.246344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.462409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:11:54.246622Z","caller":"traceutil/trace.go:171","msg":"trace[1096217396] transaction","detail":"{read_only:false; response_revision:23191; number_of_response:1; }","duration":"2.877218275s","start":"2026-03-02T22:11:51.369363Z","end":"2026-03-02T22:11:54.246581Z","steps":["trace[1096217396] 'process raft request' (duration: 2.877080772s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:54.246673Z","caller":"traceutil/trace.go:171","msg":"trace[1511932377] transaction","detail":"{read_only:false; response_revision:23192; number_of_response:1; }","duration":"2.876464806s","start":"2026-03-02T22:11:51.370175Z","end":"2026-03-02T22:11:54.24664Z","steps":["trace[1511932377] 'process raft request' (duration: 2.876335743s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:54.24676Z","caller":"traceutil/trace.go:171","msg":"trace[1403406019] linearizableReadLoop","detail":"{readStateIndex:24009; appliedIndex:23998; }","duration":"2.381282396s","start":"2026-03-02T22:11:51.86546Z","end":"2026-03-02T22:11:54.246742Z","steps":["trace[1403406019] 'read index received' (duration: 811.96168ms)","trace[1403406019] 'applied index is now lower than readState.Index' (duration: 1.569319606s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:54.246775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:51.369342Z","time spent":"2.877354808s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:54.246861Z","caller":"traceutil/trace.go:171","msg":"trace[1747661305] transaction","detail":"{read_only:false; response_revision:23193; number_of_response:1; }","duration":"2.876512347s","start":"2026-03-02T22:11:51.370335Z","end":"2026-03-02T22:11:54.246847Z","steps":["trace[1747661305] 'process raft request' (duration: 2.87623036s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:54.246851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:51.370161Z","time spent":"2.87660108s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:54.24693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:51.370325Z","time spent":"2.876568428s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:54.247069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.326863281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:11:54.247106Z","caller":"traceutil/trace.go:171","msg":"trace[298933750] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23197; }","duration":"3.326922233s","start":"2026-03-02T22:11:50.920172Z","end":"2026-03-02T22:11:54.247095Z","steps":["trace[298933750] 'agreement among raft nodes before linearized reading' (duration: 3.326853711s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:54.247141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:50.92016Z","time spent":"3.326969384s","remote":"127.0.0.1:34544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:54.247195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.879074206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f1e02dab-7bb9-410f-b273-59934a8635fe\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-02T22:11:54.247253Z","caller":"traceutil/trace.go:171","msg":"trace[371399026] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f1e02dab-7bb9-410f-b273-59934a8635fe; range_end:; response_count:1; response_revision:23197; }","duration":"3.879274922s","start":"2026-03-02T22:11:50.36796Z","end":"2026-03-02T22:11:54.247235Z","steps":["trace[371399026] 'agreement among raft nodes before linearized reading' (duration: 3.879192948s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:54.247289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:50.367945Z","time spent":"3.879337623s","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-f1e02dab-7bb9-410f-b273-59934a8635fe\" "} {"level":"info","ts":"2026-03-02T22:11:54.247305Z","caller":"traceutil/trace.go:171","msg":"trace[1935305642] transaction","detail":"{read_only:false; response_revision:23197; number_of_response:1; }","duration":"1.876246678s","start":"2026-03-02T22:11:52.371034Z","end":"2026-03-02T22:11:54.247281Z","steps":["trace[1935305642] 'process raft request' (duration: 1.875670472s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:54.247398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.880473592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18645"} {"level":"info","ts":"2026-03-02T22:11:54.247401Z","caller":"traceutil/trace.go:171","msg":"trace[775970386] transaction","detail":"{read_only:false; response_revision:23195; number_of_response:1; }","duration":"2.290109096s","start":"2026-03-02T22:11:51.957268Z","end":"2026-03-02T22:11:54.247377Z","steps":["trace[775970386] 'process raft request' (duration: 2.289371997s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:54.247434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.520552558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T22:11:54.247441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:52.371013Z","time spent":"1.876349931s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:54.247473Z","caller":"traceutil/trace.go:171","msg":"trace[2068117675] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23197; }","duration":"3.520583679s","start":"2026-03-02T22:11:50.726872Z","end":"2026-03-02T22:11:54.247455Z","steps":["trace[2068117675] 'agreement among raft nodes before linearized reading' (duration: 3.520470156s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:54.247509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.521485942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:11:54.247527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.379312418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T22:11:54.247521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:51.957247Z","time spent":"2.290206228s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:54.247545Z","caller":"traceutil/trace.go:171","msg":"trace[1319654660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23197; }","duration":"3.521543743s","start":"2026-03-02T22:11:50.725992Z","end":"2026-03-02T22:11:54.247536Z","steps":["trace[1319654660] 'agreement among raft nodes before linearized reading' (duration: 3.52142363s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:54.247554Z","caller":"traceutil/trace.go:171","msg":"trace[1371539901] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23197; }","duration":"2.379360018s","start":"2026-03-02T22:11:51.868186Z","end":"2026-03-02T22:11:54.247546Z","steps":["trace[1371539901] 'agreement among raft nodes before linearized reading' (duration: 2.379279786s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:54.247575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:50.725978Z","time spent":"3.521590685s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:11:54.247719Z","caller":"traceutil/trace.go:171","msg":"trace[2045343653] transaction","detail":"{read_only:false; response_revision:23196; number_of_response:1; }","duration":"1.878056124s","start":"2026-03-02T22:11:52.369644Z","end":"2026-03-02T22:11:54.2477Z","steps":["trace[2045343653] 'process raft request' (duration: 1.877025978s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:54.247582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:51.86817Z","time spent":"2.37940602s","remote":"127.0.0.1:34728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T22:11:54.247826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675613417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:54.247863Z","caller":"traceutil/trace.go:171","msg":"trace[574016521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23197; }","duration":"1.6757215s","start":"2026-03-02T22:11:52.572133Z","end":"2026-03-02T22:11:54.247855Z","steps":["trace[574016521] 'agreement among raft nodes before linearized reading' (duration: 1.675632268s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:54.247857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.462148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:54.247546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:50.726857Z","time spent":"3.520678282s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:11:54.24792Z","caller":"traceutil/trace.go:171","msg":"trace[325509889] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23197; }","duration":"374.563391ms","start":"2026-03-02T22:11:53.873337Z","end":"2026-03-02T22:11:54.2479Z","steps":["trace[325509889] 'agreement among raft nodes before linearized reading' (duration: 374.459458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:54.247923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794061583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130683"} {"level":"info","ts":"2026-03-02T22:11:54.247486Z","caller":"traceutil/trace.go:171","msg":"trace[105533149] transaction","detail":"{read_only:false; response_revision:23190; number_of_response:1; }","duration":"3.166288887s","start":"2026-03-02T22:11:51.080481Z","end":"2026-03-02T22:11:54.24677Z","steps":["trace[105533149] 'process raft request' (duration: 3.062326235s)","trace[105533149] 'compare' (duration: 101.750707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:54.251744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:51.080457Z","time spent":"3.171123269s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:54.247821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:52.369621Z","time spent":"1.878151656s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:54.24792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.756044792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:54.252058Z","caller":"traceutil/trace.go:171","msg":"trace[290647110] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23197; }","duration":"2.760173556s","start":"2026-03-02T22:11:51.491823Z","end":"2026-03-02T22:11:54.251997Z","steps":["trace[290647110] 'agreement among raft nodes before linearized reading' (duration: 2.756036952s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:54.252139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:51.491801Z","time spent":"2.760311278s","remote":"127.0.0.1:46812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:11:54.247731Z","caller":"traceutil/trace.go:171","msg":"trace[1560577303] transaction","detail":"{read_only:false; response_revision:23194; number_of_response:1; }","duration":"2.877095453s","start":"2026-03-02T22:11:51.370588Z","end":"2026-03-02T22:11:54.247683Z","steps":["trace[1560577303] 'process raft request' (duration: 2.876017725s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:54.25233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:51.370577Z","time spent":"2.881671127s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:54.247929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:52.572115Z","time spent":"1.675804932s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:11:54.247436Z","caller":"traceutil/trace.go:171","msg":"trace[1144874291] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23197; }","duration":"3.880530313s","start":"2026-03-02T22:11:50.366897Z","end":"2026-03-02T22:11:54.247427Z","steps":["trace[1144874291] 'agreement among raft nodes before linearized reading' (duration: 3.88040413s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:54.252498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:50.36682Z","time spent":"3.885650981s","remote":"127.0.0.1:34616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-02T22:11:54.247972Z","caller":"traceutil/trace.go:171","msg":"trace[350156232] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23197; }","duration":"1.794136535s","start":"2026-03-02T22:11:52.453822Z","end":"2026-03-02T22:11:54.247959Z","steps":["trace[350156232] 'agreement among raft nodes before linearized reading' (duration: 1.793971971s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:54.25264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:52.453812Z","time spent":"1.798815122s","remote":"127.0.0.1:34500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130706,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-02T22:11:54.247975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:53.873317Z","time spent":"374.641362ms","remote":"127.0.0.1:46736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:54.24805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798807582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:54.252956Z","caller":"traceutil/trace.go:171","msg":"trace[126314813] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23197; }","duration":"1.803705836s","start":"2026-03-02T22:11:52.449221Z","end":"2026-03-02T22:11:54.252927Z","steps":["trace[126314813] 'agreement among raft nodes before linearized reading' (duration: 1.798774721s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:54.253005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:52.449214Z","time spent":"1.803770487s","remote":"127.0.0.1:52054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:54.24799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.503433835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:11:54.253158Z","caller":"traceutil/trace.go:171","msg":"trace[334780148] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23197; }","duration":"2.508620076s","start":"2026-03-02T22:11:51.744484Z","end":"2026-03-02T22:11:54.253104Z","steps":["trace[334780148] 'agreement among raft nodes before linearized reading' (duration: 2.503467676s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:54.248042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.108008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:11:54.248082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.931125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:11:54.248119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243901541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:54.248129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800333871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-02T22:11:54.248163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87552157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:54.248152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.58913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:54.248161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.760772801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:54.248271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.378518477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899233d8e69a543\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-02T22:11:54.248334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.307908146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:54.253499Z","caller":"traceutil/trace.go:171","msg":"trace[523313210] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23197; }","duration":"769.589766ms","start":"2026-03-02T22:11:53.483886Z","end":"2026-03-02T22:11:54.253476Z","steps":["trace[523313210] 'agreement among raft nodes before linearized reading' (duration: 764.088208ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:54.253514Z","caller":"traceutil/trace.go:171","msg":"trace[1039571129] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23197; }","duration":"3.313111197s","start":"2026-03-02T22:11:50.940388Z","end":"2026-03-02T22:11:54.253499Z","steps":["trace[1039571129] 'agreement among raft nodes before linearized reading' (duration: 3.306590562s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:54.253565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:53.483865Z","time spent":"769.679028ms","remote":"127.0.0.1:34788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:11:54.253599Z","caller":"traceutil/trace.go:171","msg":"trace[1453695751] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23197; }","duration":"368.076978ms","start":"2026-03-02T22:11:53.885514Z","end":"2026-03-02T22:11:54.253591Z","steps":["trace[1453695751] 'agreement among raft nodes before linearized reading' (duration: 362.60581ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:54.253579Z","caller":"traceutil/trace.go:171","msg":"trace[1286953207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23197; }","duration":"1.880947296s","start":"2026-03-02T22:11:52.372614Z","end":"2026-03-02T22:11:54.253561Z","steps":["trace[1286953207] 'agreement among raft nodes before linearized reading' (duration: 1.87553065s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:54.253634Z","caller":"traceutil/trace.go:171","msg":"trace[1145754076] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23197; }","duration":"2.76629778s","start":"2026-03-02T22:11:51.487324Z","end":"2026-03-02T22:11:54.253622Z","steps":["trace[1145754076] 'agreement among raft nodes before linearized reading' (duration: 2.760791401s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:54.253652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:51.744463Z","time spent":"2.509097268s","remote":"127.0.0.1:60588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:54.253662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:52.372605Z","time spent":"1.881044418s","remote":"127.0.0.1:34440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:11:54.253665Z","caller":"traceutil/trace.go:171","msg":"trace[481438252] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899233d8e69a543; range_end:; response_count:1; response_revision:23197; }","duration":"2.383949083s","start":"2026-03-02T22:11:51.869708Z","end":"2026-03-02T22:11:54.253657Z","steps":["trace[481438252] 'agreement among raft nodes before linearized reading' (duration: 2.378446994s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:54.25398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:51.869694Z","time spent":"2.384272181s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899233d8e69a543\" "} {"level":"warn","ts":"2026-03-02T22:11:54.253637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:53.885494Z","time spent":"368.13472ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:54.253682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:51.487302Z","time spent":"2.766365491s","remote":"127.0.0.1:52068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:54.253569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:50.940377Z","time spent":"3.313170078s","remote":"127.0.0.1:46752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:11:54.253812Z","caller":"traceutil/trace.go:171","msg":"trace[1628956195] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23197; }","duration":"1.249611755s","start":"2026-03-02T22:11:53.004182Z","end":"2026-03-02T22:11:54.253793Z","steps":["trace[1628956195] 'agreement among raft nodes before linearized reading' (duration: 1.243911672s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:54.254354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:53.004167Z","time spent":"1.250175018s","remote":"127.0.0.1:50996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:11:54.253828Z","caller":"traceutil/trace.go:171","msg":"trace[1851907909] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23197; }","duration":"1.806057794s","start":"2026-03-02T22:11:52.447755Z","end":"2026-03-02T22:11:54.253813Z","steps":["trace[1851907909] 'agreement among raft nodes before linearized reading' (duration: 1.80031776s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:54.254418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:52.447736Z","time spent":"1.806666409s","remote":"127.0.0.1:34514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-02T22:11:54.253836Z","caller":"traceutil/trace.go:171","msg":"trace[608717939] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23197; }","duration":"338.71267ms","start":"2026-03-02T22:11:53.915116Z","end":"2026-03-02T22:11:54.253828Z","steps":["trace[608717939] 'agreement among raft nodes before linearized reading' (duration: 332.888204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:54.254478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:53.915095Z","time spent":"339.364896ms","remote":"127.0.0.1:32954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:54.843051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826728445,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:11:55.344007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826728445,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:11:55.846038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826728445,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:11:56.002388Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.632934116s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:11:56.002806Z","caller":"traceutil/trace.go:171","msg":"trace[1790986735] transaction","detail":"{read_only:false; response_revision:23202; number_of_response:1; }","duration":"1.661428761s","start":"2026-03-02T22:11:54.34135Z","end":"2026-03-02T22:11:56.002778Z","steps":["trace[1790986735] 'process raft request' (duration: 1.661242417s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:56.002968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:54.341337Z","time spent":"1.661548824s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:56.447363Z","caller":"traceutil/trace.go:171","msg":"trace[608817811] linearizableReadLoop","detail":"{readStateIndex:24018; appliedIndex:24016; }","duration":"2.104905672s","start":"2026-03-02T22:11:54.342428Z","end":"2026-03-02T22:11:56.447334Z","steps":["trace[608817811] 'read index received' (duration: 1.66016097s)","trace[608817811] 'applied index is now lower than readState.Index' (duration: 444.740342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:56.44763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.105174048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-02T22:11:56.447688Z","caller":"traceutil/trace.go:171","msg":"trace[323971746] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23203; }","duration":"2.10526331s","start":"2026-03-02T22:11:54.34241Z","end":"2026-03-02T22:11:56.447673Z","steps":["trace[323971746] 'agreement among raft nodes before linearized reading' (duration: 2.105069366s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:56.447742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:54.342398Z","time spent":"2.105331343s","remote":"127.0.0.1:34514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-02T22:11:56.448223Z","caller":"traceutil/trace.go:171","msg":"trace[2054797877] transaction","detail":"{read_only:false; response_revision:23203; number_of_response:1; }","duration":"2.101491496s","start":"2026-03-02T22:11:54.346236Z","end":"2026-03-02T22:11:56.447728Z","steps":["trace[2054797877] 'process raft request' (duration: 2.100893541s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:56.449983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:54.346227Z","time spent":"2.10249131s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:56.947734Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826728454,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:11:57.448056Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826728454,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:11:57.629174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999829302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:11:57.62924Z","caller":"traceutil/trace.go:171","msg":"trace[1297313711] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999947745s","start":"2026-03-02T22:11:55.629278Z","end":"2026-03-02T22:11:57.629225Z","steps":["trace[1297313711] 'agreement among raft nodes before linearized reading' (duration: 1.999863943s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:57.629276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:55.629257Z","time spent":"2.000011336s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:11:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:11:57.835567Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.383053707s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:11:57.836049Z","caller":"traceutil/trace.go:171","msg":"trace[1085537133] transaction","detail":"{read_only:false; response_revision:23205; number_of_response:1; }","duration":"1.573902342s","start":"2026-03-02T22:11:56.262093Z","end":"2026-03-02T22:11:57.835995Z","steps":["trace[1085537133] 'process raft request' (duration: 1.57382348s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:57.836068Z","caller":"traceutil/trace.go:171","msg":"trace[270940371] transaction","detail":"{read_only:false; response_revision:23204; number_of_response:1; }","duration":"1.574164439s","start":"2026-03-02T22:11:56.261833Z","end":"2026-03-02T22:11:57.835997Z","steps":["trace[270940371] 'process raft request' (duration: 1.573925523s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:57.83619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:56.261814Z","time spent":"1.574312012s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:57.836198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:56.262085Z","time spent":"1.574032326s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:57.836245Z","caller":"traceutil/trace.go:171","msg":"trace[333042144] transaction","detail":"{read_only:false; response_revision:23206; number_of_response:1; }","duration":"1.573998185s","start":"2026-03-02T22:11:56.262236Z","end":"2026-03-02T22:11:57.836234Z","steps":["trace[333042144] 'process raft request' (duration: 1.573723648s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:57.836297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:56.262202Z","time spent":"1.574068587s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:57.836431Z","caller":"traceutil/trace.go:171","msg":"trace[1037510897] transaction","detail":"{read_only:false; response_revision:23207; number_of_response:1; }","duration":"1.574093558s","start":"2026-03-02T22:11:56.262329Z","end":"2026-03-02T22:11:57.836423Z","steps":["trace[1037510897] 'process raft request' (duration: 1.573848532s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:57.836507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:56.262284Z","time spent":"1.57420069s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:57.836587Z","caller":"traceutil/trace.go:171","msg":"trace[1525429310] transaction","detail":"{read_only:false; response_revision:23208; number_of_response:1; }","duration":"1.574036355s","start":"2026-03-02T22:11:56.262543Z","end":"2026-03-02T22:11:57.836579Z","steps":["trace[1525429310] 'process raft request' (duration: 1.573845471s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:57.836638Z","caller":"traceutil/trace.go:171","msg":"trace[963068938] linearizableReadLoop","detail":"{readStateIndex:24024; appliedIndex:24018; }","duration":"1.389187552s","start":"2026-03-02T22:11:56.447444Z","end":"2026-03-02T22:11:57.836631Z","steps":["trace[963068938] 'read index received' (duration: 1.388347091s)","trace[963068938] 'applied index is now lower than readState.Index' (duration: 839.961µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:57.836643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:56.262528Z","time spent":"1.574093448s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:57.83668Z","caller":"traceutil/trace.go:171","msg":"trace[684262944] transaction","detail":"{read_only:false; response_revision:23209; number_of_response:1; }","duration":"1.573106023s","start":"2026-03-02T22:11:56.263568Z","end":"2026-03-02T22:11:57.836674Z","steps":["trace[684262944] 'process raft request' (duration: 1.57297978s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:57.836714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:56.263561Z","time spent":"1.573129703s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:57.836759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.174557501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:57.836795Z","caller":"traceutil/trace.go:171","msg":"trace[1156114131] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23209; }","duration":"2.174615513s","start":"2026-03-02T22:11:55.662169Z","end":"2026-03-02T22:11:57.836784Z","steps":["trace[1156114131] 'agreement among raft nodes before linearized reading' (duration: 2.174551521s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:57.836818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:55.662154Z","time spent":"2.174658773s","remote":"127.0.0.1:46980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:57.836843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.106161358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T22:11:57.836869Z","caller":"traceutil/trace.go:171","msg":"trace[989735039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23209; }","duration":"3.106208548s","start":"2026-03-02T22:11:54.730653Z","end":"2026-03-02T22:11:57.836862Z","steps":["trace[989735039] 'agreement among raft nodes before linearized reading' (duration: 3.106102146s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:57.836887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:54.730643Z","time spent":"3.106240009s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:11:57.836896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809971262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-02T22:11:57.836941Z","caller":"traceutil/trace.go:171","msg":"trace[1872757814] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23209; }","duration":"1.810014913s","start":"2026-03-02T22:11:56.026914Z","end":"2026-03-02T22:11:57.836929Z","steps":["trace[1872757814] 'agreement among raft nodes before linearized reading' (duration: 1.80987358s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:57.836971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.106366702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T22:11:57.836971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:56.026732Z","time spent":"1.810232629s","remote":"127.0.0.1:50958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-02T22:11:57.836988Z","caller":"traceutil/trace.go:171","msg":"trace[902247234] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23209; }","duration":"3.106402944s","start":"2026-03-02T22:11:54.73058Z","end":"2026-03-02T22:11:57.836983Z","steps":["trace[902247234] 'agreement among raft nodes before linearized reading' (duration: 3.106350192s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:57.837003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907190065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:57.837007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:54.730573Z","time spent":"3.106429614s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T22:11:57.837024Z","caller":"traceutil/trace.go:171","msg":"trace[1158751215] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23209; }","duration":"1.907209225s","start":"2026-03-02T22:11:55.929807Z","end":"2026-03-02T22:11:57.837016Z","steps":["trace[1158751215] 'agreement among raft nodes before linearized reading' (duration: 1.907175994s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:57.837043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:55.929753Z","time spent":"1.907285377s","remote":"127.0.0.1:55354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:57.837151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.934470481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:57.837169Z","caller":"traceutil/trace.go:171","msg":"trace[1499666163] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23209; }","duration":"1.934528692s","start":"2026-03-02T22:11:55.902635Z","end":"2026-03-02T22:11:57.837164Z","steps":["trace[1499666163] 'agreement among raft nodes before linearized reading' (duration: 1.934496741s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:57.837173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497632858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T22:11:57.837186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:55.902615Z","time spent":"1.934566782s","remote":"127.0.0.1:55278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:11:57.837204Z","caller":"traceutil/trace.go:171","msg":"trace[627043759] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23209; }","duration":"1.497685319s","start":"2026-03-02T22:11:56.339509Z","end":"2026-03-02T22:11:57.837194Z","steps":["trace[627043759] 'agreement among raft nodes before linearized reading' (duration: 1.497605057s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:57.837215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.106719521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T22:11:57.836972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.814103616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-02T22:11:57.837232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:56.339497Z","time spent":"1.497728831s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:11:57.837258Z","caller":"traceutil/trace.go:171","msg":"trace[756790470] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23209; }","duration":"1.814416374s","start":"2026-03-02T22:11:56.022827Z","end":"2026-03-02T22:11:57.837243Z","steps":["trace[756790470] 'agreement among raft nodes before linearized reading' (duration: 1.814094466s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:57.837289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:56.022806Z","time spent":"1.814472576s","remote":"127.0.0.1:34542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-02T22:11:57.837238Z","caller":"traceutil/trace.go:171","msg":"trace[802696857] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23209; }","duration":"3.106744602s","start":"2026-03-02T22:11:54.730487Z","end":"2026-03-02T22:11:57.837232Z","steps":["trace[802696857] 'agreement among raft nodes before linearized reading' (duration: 3.10668208s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:57.837302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695473085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:11:57.83732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.485418755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-02T22:11:57.837342Z","caller":"traceutil/trace.go:171","msg":"trace[1055877078] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23209; }","duration":"1.695555167s","start":"2026-03-02T22:11:56.141776Z","end":"2026-03-02T22:11:57.837331Z","steps":["trace[1055877078] 'agreement among raft nodes before linearized reading' (duration: 1.695480315s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:57.837352Z","caller":"traceutil/trace.go:171","msg":"trace[2125376842] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23209; }","duration":"3.485467886s","start":"2026-03-02T22:11:54.351877Z","end":"2026-03-02T22:11:57.837344Z","steps":["trace[2125376842] 'agreement among raft nodes before linearized reading' (duration: 3.485385314s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:57.837372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:54.351869Z","time spent":"3.485498127s","remote":"127.0.0.1:34590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-02T22:11:57.837354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:54.730428Z","time spent":"3.106905986s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:11:57.837375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:56.141571Z","time spent":"1.695795603s","remote":"127.0.0.1:34744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:57.837377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.106988688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:11:57.837411Z","caller":"traceutil/trace.go:171","msg":"trace[1075573911] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23209; }","duration":"3.10705953s","start":"2026-03-02T22:11:54.730343Z","end":"2026-03-02T22:11:57.837402Z","steps":["trace[1075573911] 'agreement among raft nodes before linearized reading' (duration: 3.106977948s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:57.837436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:54.730319Z","time spent":"3.107109661s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:11:57.837507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.49396431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130683"} {"level":"info","ts":"2026-03-02T22:11:57.837531Z","caller":"traceutil/trace.go:171","msg":"trace[276602630] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23209; }","duration":"3.493988131s","start":"2026-03-02T22:11:54.343537Z","end":"2026-03-02T22:11:57.837525Z","steps":["trace[276602630] 'agreement among raft nodes before linearized reading' (duration: 3.493877268s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:57.837537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.495063057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-02T22:11:57.837552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:54.343519Z","time spent":"3.494028521s","remote":"127.0.0.1:34500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130706,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-02T22:11:57.837567Z","caller":"traceutil/trace.go:171","msg":"trace[677197270] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23209; }","duration":"3.495111999s","start":"2026-03-02T22:11:54.342447Z","end":"2026-03-02T22:11:57.837559Z","steps":["trace[677197270] 'agreement among raft nodes before linearized reading' (duration: 3.495026897s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:57.83758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498728275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:11:57.837594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:54.342437Z","time spent":"3.495149899s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-02T22:11:57.837609Z","caller":"traceutil/trace.go:171","msg":"trace[678669314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23209; }","duration":"1.498800367s","start":"2026-03-02T22:11:56.3388Z","end":"2026-03-02T22:11:57.8376Z","steps":["trace[678669314] 'agreement among raft nodes before linearized reading' (duration: 1.498713365s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:57.837634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:56.338778Z","time spent":"1.498851178s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:11:58.06679Z","caller":"traceutil/trace.go:171","msg":"trace[572902692] linearizableReadLoop","detail":"{readStateIndex:24025; appliedIndex:24024; }","duration":"230.112221ms","start":"2026-03-02T22:11:57.836653Z","end":"2026-03-02T22:11:58.066766Z","steps":["trace[572902692] 'read index received' (duration: 155.731942ms)","trace[572902692] 'applied index is now lower than readState.Index' (duration: 74.378889ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:58.066838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.311277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:58.066841Z","caller":"traceutil/trace.go:171","msg":"trace[2122597371] transaction","detail":"{read_only:false; response_revision:23210; number_of_response:1; }","duration":"271.258905ms","start":"2026-03-02T22:11:57.795556Z","end":"2026-03-02T22:11:58.066815Z","steps":["trace[2122597371] 'process raft request' (duration: 196.702822ms)","trace[2122597371] 'compare' (duration: 74.330148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:58.066874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104812516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:58.066914Z","caller":"traceutil/trace.go:171","msg":"trace[1001338776] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23210; }","duration":"1.104927329s","start":"2026-03-02T22:11:56.961975Z","end":"2026-03-02T22:11:58.066903Z","steps":["trace[1001338776] 'agreement among raft nodes before linearized reading' (duration: 1.104843247s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:58.066913Z","caller":"traceutil/trace.go:171","msg":"trace[653052137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23210; }","duration":"437.418039ms","start":"2026-03-02T22:11:57.62947Z","end":"2026-03-02T22:11:58.066888Z","steps":["trace[653052137] 'agreement among raft nodes before linearized reading' (duration: 437.304296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:58.066942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:56.961956Z","time spent":"1.10497825s","remote":"127.0.0.1:55272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:11:58.066952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:57.629451Z","time spent":"437.494102ms","remote":"127.0.0.1:34440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:11:58.067022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613756424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-02T22:11:58.067062Z","caller":"traceutil/trace.go:171","msg":"trace[77693992] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23210; }","duration":"1.613834645s","start":"2026-03-02T22:11:56.453218Z","end":"2026-03-02T22:11:58.067052Z","steps":["trace[77693992] 'agreement among raft nodes before linearized reading' (duration: 1.613670601s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:58.067099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:56.453204Z","time spent":"1.613887357s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-02T22:11:58.567497Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826728463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:11:59.068546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826728463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:11:59.343909Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.351540595s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:11:59.344452Z","caller":"traceutil/trace.go:171","msg":"trace[237427344] transaction","detail":"{read_only:false; response_revision:23211; number_of_response:1; }","duration":"1.500765665s","start":"2026-03-02T22:11:57.843652Z","end":"2026-03-02T22:11:59.344418Z","steps":["trace[237427344] 'process raft request' (duration: 1.500548479s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:59.344608Z","caller":"traceutil/trace.go:171","msg":"trace[1686883517] transaction","detail":"{read_only:false; response_revision:23213; number_of_response:1; }","duration":"1.497927863s","start":"2026-03-02T22:11:57.846632Z","end":"2026-03-02T22:11:59.34456Z","steps":["trace[1686883517] 'process raft request' (duration: 1.497763409s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:59.344601Z","caller":"traceutil/trace.go:171","msg":"trace[1058984414] transaction","detail":"{read_only:false; response_revision:23212; number_of_response:1; }","duration":"1.500776495s","start":"2026-03-02T22:11:57.843752Z","end":"2026-03-02T22:11:59.344529Z","steps":["trace[1058984414] 'process raft request' (duration: 1.50059743s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:59.34472Z","caller":"traceutil/trace.go:171","msg":"trace[500818697] transaction","detail":"{read_only:false; response_revision:23214; number_of_response:1; }","duration":"1.498014535s","start":"2026-03-02T22:11:57.846687Z","end":"2026-03-02T22:11:59.344702Z","steps":["trace[500818697] 'process raft request' (duration: 1.497750018s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:59.344855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:57.846624Z","time spent":"1.498066067s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:59.344901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:57.846678Z","time spent":"1.49817594s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:59.344902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:57.843742Z","time spent":"1.501024691s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:59.345057Z","caller":"traceutil/trace.go:171","msg":"trace[1354170010] transaction","detail":"{read_only:false; response_revision:23215; number_of_response:1; }","duration":"1.498301542s","start":"2026-03-02T22:11:57.846743Z","end":"2026-03-02T22:11:59.345044Z","steps":["trace[1354170010] 'process raft request' (duration: 1.497731118s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:59.344633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:57.843622Z","time spent":"1.500904478s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:59.345127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:57.846733Z","time spent":"1.498358084s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:59.345984Z","caller":"traceutil/trace.go:171","msg":"trace[1427344148] transaction","detail":"{read_only:false; response_revision:23216; number_of_response:1; }","duration":"1.499162725s","start":"2026-03-02T22:11:57.846801Z","end":"2026-03-02T22:11:59.345964Z","steps":["trace[1427344148] 'process raft request' (duration: 1.497703548s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:59.346239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:57.846797Z","time spent":"1.499387501s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:00.061676Z","caller":"traceutil/trace.go:171","msg":"trace[1478324403] transaction","detail":"{read_only:false; response_revision:23217; number_of_response:1; }","duration":"1.979583465s","start":"2026-03-02T22:11:58.082076Z","end":"2026-03-02T22:12:00.06166Z","steps":["trace[1478324403] 'process raft request' (duration: 1.979175695s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:00.061769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:58.082064Z","time spent":"1.979656856s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:00.06201Z","caller":"traceutil/trace.go:171","msg":"trace[626300913] transaction","detail":"{read_only:false; response_revision:23218; number_of_response:1; }","duration":"806.618256ms","start":"2026-03-02T22:11:59.255358Z","end":"2026-03-02T22:12:00.061976Z","steps":["trace[626300913] 'process raft request' (duration: 806.233016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:00.062165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:59.25533Z","time spent":"806.759118ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:00.076215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00132749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:12:00.076289Z","caller":"traceutil/trace.go:171","msg":"trace[2060811803] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001428152s","start":"2026-03-02T22:11:58.074849Z","end":"2026-03-02T22:12:00.076277Z","steps":["trace[2060811803] 'agreement among raft nodes before linearized reading' (duration: 2.00134031s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:00.076347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:58.074839Z","time spent":"2.001476574s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:12:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:12:01.280654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218723798s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T22:12:01.280781Z","caller":"traceutil/trace.go:171","msg":"trace[639875949] linearizableReadLoop","detail":"{readStateIndex:24032; appliedIndex:24025; }","duration":"3.213889713s","start":"2026-03-02T22:11:58.066865Z","end":"2026-03-02T22:12:01.280754Z","steps":["trace[639875949] 'read index received' (duration: 1.27731861s)","trace[639875949] 'applied index is now lower than readState.Index' (duration: 1.936568833s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:01.282284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.435561574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-35a18a49-e636-449a-9c57-5c962e1edb8c\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-02T22:12:01.282341Z","caller":"traceutil/trace.go:171","msg":"trace[2066952416] range","detail":"{range_begin:/registry/persistentvolumes/pvc-35a18a49-e636-449a-9c57-5c962e1edb8c; range_end:; response_count:1; response_revision:23218; }","duration":"3.435623445s","start":"2026-03-02T22:11:57.846698Z","end":"2026-03-02T22:12:01.282321Z","steps":["trace[2066952416] 'agreement among raft nodes before linearized reading' (duration: 3.43541873s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:01.282387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:57.846693Z","time spent":"3.435682096s","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-35a18a49-e636-449a-9c57-5c962e1edb8c\" "} {"level":"warn","ts":"2026-03-02T22:12:01.282405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.442143629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:12:01.28246Z","caller":"traceutil/trace.go:171","msg":"trace[945178764] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23218; }","duration":"3.44221117s","start":"2026-03-02T22:11:57.840231Z","end":"2026-03-02T22:12:01.282442Z","steps":["trace[945178764] 'agreement among raft nodes before linearized reading' (duration: 3.442053806s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:01.2825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:57.840217Z","time spent":"3.442272281s","remote":"127.0.0.1:34728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T22:12:01.324203Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.260646761s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:12:01.324981Z","caller":"traceutil/trace.go:171","msg":"trace[613073038] transaction","detail":"{read_only:false; response_revision:23224; number_of_response:1; }","duration":"1.478652759s","start":"2026-03-02T22:11:59.846304Z","end":"2026-03-02T22:12:01.324957Z","steps":["trace[613073038] 'process raft request' (duration: 1.478604358s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:01.325157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:59.846287Z","time spent":"1.478792542s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:01.325534Z","caller":"traceutil/trace.go:171","msg":"trace[976515000] transaction","detail":"{read_only:false; response_revision:23219; number_of_response:1; }","duration":"1.482410683s","start":"2026-03-02T22:11:59.843095Z","end":"2026-03-02T22:12:01.325506Z","steps":["trace[976515000] 'process raft request' (duration: 1.48151482s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:01.3256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:59.843072Z","time spent":"1.482492395s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:01.325731Z","caller":"traceutil/trace.go:171","msg":"trace[725070483] transaction","detail":"{read_only:false; response_revision:23220; number_of_response:1; }","duration":"1.481731626s","start":"2026-03-02T22:11:59.84399Z","end":"2026-03-02T22:12:01.325722Z","steps":["trace[725070483] 'process raft request' (duration: 1.480766802s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:01.32581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:59.843969Z","time spent":"1.481810808s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:01.325931Z","caller":"traceutil/trace.go:171","msg":"trace[1302376823] transaction","detail":"{read_only:false; response_revision:23221; number_of_response:1; }","duration":"1.481674995s","start":"2026-03-02T22:11:59.844247Z","end":"2026-03-02T22:12:01.325922Z","steps":["trace[1302376823] 'process raft request' (duration: 1.480553737s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:01.32598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:59.84424Z","time spent":"1.481712166s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:01.326161Z","caller":"traceutil/trace.go:171","msg":"trace[614440377] transaction","detail":"{read_only:false; response_revision:23223; number_of_response:1; }","duration":"1.480017253s","start":"2026-03-02T22:11:59.846133Z","end":"2026-03-02T22:12:01.326151Z","steps":["trace[614440377] 'process raft request' (duration: 1.478742211s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:01.326147Z","caller":"traceutil/trace.go:171","msg":"trace[1751063734] transaction","detail":"{read_only:false; response_revision:23222; number_of_response:1; }","duration":"1.480729021s","start":"2026-03-02T22:11:59.845381Z","end":"2026-03-02T22:12:01.32611Z","steps":["trace[1751063734] 'process raft request' (duration: 1.479455579s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:01.326218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:59.846113Z","time spent":"1.480072294s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:01.3263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:59.845369Z","time spent":"1.480848163s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:02.076248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999926705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:12:02.076376Z","caller":"traceutil/trace.go:171","msg":"trace[261697760] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00008935s","start":"2026-03-02T22:12:00.076264Z","end":"2026-03-02T22:12:02.076354Z","steps":["trace[261697760] 'agreement among raft nodes before linearized reading' (duration: 1.999949076s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:02.076424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:00.076251Z","time spent":"2.000162411s","remote":"127.0.0.1:34440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:12:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:12:03.148995Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.820612891s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:12:03.149472Z","caller":"traceutil/trace.go:171","msg":"trace[212977773] transaction","detail":"{read_only:false; response_revision:23225; number_of_response:1; }","duration":"2.659398894s","start":"2026-03-02T22:12:00.490048Z","end":"2026-03-02T22:12:03.149447Z","steps":["trace[212977773] 'process raft request' (duration: 2.659140088s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:03.149616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:00.490029Z","time spent":"2.659514576s","remote":"127.0.0.1:50958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:03.149612Z","caller":"traceutil/trace.go:171","msg":"trace[800434309] linearizableReadLoop","detail":"{readStateIndex:24042; appliedIndex:24034; }","duration":"1.86875891s","start":"2026-03-02T22:12:01.280818Z","end":"2026-03-02T22:12:03.149577Z","steps":["trace[800434309] 'read index received' (duration: 43.731949ms)","trace[800434309] 'applied index is now lower than readState.Index' (duration: 1.825023881s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:03.149809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.992387527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:03.149864Z","caller":"traceutil/trace.go:171","msg":"trace[690629951] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23226; }","duration":"4.992487649s","start":"2026-03-02T22:11:58.157361Z","end":"2026-03-02T22:12:03.149849Z","steps":["trace[690629951] 'agreement among raft nodes before linearized reading' (duration: 4.992374306s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:03.149901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:58.157331Z","time spent":"4.992558731s","remote":"127.0.0.1:60646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:03.149926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.074763006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899233d8e69a543\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-02T22:12:03.149943Z","caller":"traceutil/trace.go:171","msg":"trace[1436720040] transaction","detail":"{read_only:false; response_revision:23226; number_of_response:1; }","duration":"2.622736973s","start":"2026-03-02T22:12:00.527192Z","end":"2026-03-02T22:12:03.149929Z","steps":["trace[1436720040] 'process raft request' (duration: 2.6221954s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:03.149972Z","caller":"traceutil/trace.go:171","msg":"trace[1125357160] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899233d8e69a543; range_end:; response_count:1; response_revision:23226; }","duration":"5.074833877s","start":"2026-03-02T22:11:58.075124Z","end":"2026-03-02T22:12:03.149958Z","steps":["trace[1125357160] 'agreement among raft nodes before linearized reading' (duration: 5.074686763s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:03.15001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:58.075082Z","time spent":"5.074919861s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899233d8e69a543\" "} {"level":"warn","ts":"2026-03-02T22:12:03.150027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:00.527174Z","time spent":"2.622814595s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:03.15008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.801794816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-02T22:12:03.150149Z","caller":"traceutil/trace.go:171","msg":"trace[590730062] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23226; }","duration":"3.801900939s","start":"2026-03-02T22:11:59.348231Z","end":"2026-03-02T22:12:03.150132Z","steps":["trace[590730062] 'agreement among raft nodes before linearized reading' (duration: 3.801728024s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:03.15019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:59.348212Z","time spent":"3.80196738s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:12:03.150216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130518437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:03.150257Z","caller":"traceutil/trace.go:171","msg":"trace[433119426] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23226; }","duration":"2.130597099s","start":"2026-03-02T22:12:01.019648Z","end":"2026-03-02T22:12:03.150245Z","steps":["trace[433119426] 'agreement among raft nodes before linearized reading' (duration: 2.130535397s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:03.150299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:01.019626Z","time spent":"2.130664321s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:03.149772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.786784804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-02T22:12:03.151164Z","caller":"traceutil/trace.go:171","msg":"trace[2034650252] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23226; }","duration":"2.788174839s","start":"2026-03-02T22:12:00.362947Z","end":"2026-03-02T22:12:03.151121Z","steps":["trace[2034650252] 'agreement among raft nodes before linearized reading' (duration: 2.78667219s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:03.149783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.074838847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:03.151235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:00.362933Z","time spent":"2.788282332s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-02T22:12:03.15126Z","caller":"traceutil/trace.go:171","msg":"trace[717736129] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23226; }","duration":"5.076402167s","start":"2026-03-02T22:11:58.074833Z","end":"2026-03-02T22:12:03.151235Z","steps":["trace[717736129] 'agreement among raft nodes before linearized reading' (duration: 5.074817197s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:03.151321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:58.074816Z","time spent":"5.076487799s","remote":"127.0.0.1:34642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:12:03.150524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770903291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:12:03.151229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067427187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:03.150531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.864132475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-03-02T22:12:03.150579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.179073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:12:03.150626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.156409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:03.150646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798842334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T22:12:03.150652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800274521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T22:12:03.150663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13241482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-03-02T22:12:03.15071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800389883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:12:03.150723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674250134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:03.150696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.673336211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:03.150761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800039924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T22:12:03.150769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800900256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T22:12:03.150799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.732947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-03-02T22:12:03.150828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800452925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T22:12:03.1518Z","caller":"traceutil/trace.go:171","msg":"trace[807826497] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23226; }","duration":"1.771876876s","start":"2026-03-02T22:12:01.379576Z","end":"2026-03-02T22:12:03.151452Z","steps":["trace[807826497] 'agreement among raft nodes before linearized reading' (duration: 1.770904162s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:03.152344Z","caller":"traceutil/trace.go:171","msg":"trace[308348723] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23226; }","duration":"1.801618044s","start":"2026-03-02T22:12:01.350691Z","end":"2026-03-02T22:12:03.152309Z","steps":["trace[308348723] 'agreement among raft nodes before linearized reading' (duration: 1.799990134s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:03.152459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:01.350678Z","time spent":"1.801745317s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:12:03.152702Z","caller":"traceutil/trace.go:171","msg":"trace[115688526] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23226; }","duration":"4.675412792s","start":"2026-03-02T22:11:58.477276Z","end":"2026-03-02T22:12:03.152689Z","steps":["trace[115688526] 'agreement among raft nodes before linearized reading' (duration: 4.67329415s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:03.152735Z","caller":"traceutil/trace.go:171","msg":"trace[270589735] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:23226; }","duration":"997.659285ms","start":"2026-03-02T22:12:02.155056Z","end":"2026-03-02T22:12:03.152715Z","steps":["trace[270589735] 'agreement among raft nodes before linearized reading' (duration: 995.665026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:03.152754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:58.477253Z","time spent":"4.675485225s","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:03.152748Z","caller":"traceutil/trace.go:171","msg":"trace[812786036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23226; }","duration":"1.802380142s","start":"2026-03-02T22:12:01.350352Z","end":"2026-03-02T22:12:03.152732Z","steps":["trace[812786036] 'agreement among raft nodes before linearized reading' (duration: 1.800411764s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:03.152784Z","caller":"traceutil/trace.go:171","msg":"trace[1510377379] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23226; }","duration":"1.802956446s","start":"2026-03-02T22:12:01.349809Z","end":"2026-03-02T22:12:03.152765Z","steps":["trace[1510377379] 'agreement among raft nodes before linearized reading' (duration: 1.800916566s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:03.152798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:02.155034Z","time spent":"997.742377ms","remote":"127.0.0.1:34658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-02T22:12:03.152856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:01.349783Z","time spent":"1.80305815s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:12:03.152574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:01.379557Z","time spent":"1.772979394s","remote":"127.0.0.1:58988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:03.151939Z","caller":"traceutil/trace.go:171","msg":"trace[1160917745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23226; }","duration":"1.068216588s","start":"2026-03-02T22:12:02.083712Z","end":"2026-03-02T22:12:03.151928Z","steps":["trace[1160917745] 'agreement among raft nodes before linearized reading' (duration: 1.066861094s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:03.153186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:02.083668Z","time spent":"1.06950853s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:12:03.151962Z","caller":"traceutil/trace.go:171","msg":"trace[704463798] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23226; }","duration":"1.801614813s","start":"2026-03-02T22:12:01.350341Z","end":"2026-03-02T22:12:03.151956Z","steps":["trace[704463798] 'agreement among raft nodes before linearized reading' (duration: 1.800221079s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:03.153368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:01.350327Z","time spent":"1.80302751s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T22:12:03.151987Z","caller":"traceutil/trace.go:171","msg":"trace[1890722011] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23226; }","duration":"147.627229ms","start":"2026-03-02T22:12:03.004353Z","end":"2026-03-02T22:12:03.15198Z","steps":["trace[1890722011] 'agreement among raft nodes before linearized reading' (duration: 146.196863ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:03.152049Z","caller":"traceutil/trace.go:171","msg":"trace[661832745] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23226; }","duration":"445.618725ms","start":"2026-03-02T22:12:02.706422Z","end":"2026-03-02T22:12:03.15204Z","steps":["trace[661832745] 'agreement among raft nodes before linearized reading' (duration: 444.173599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:03.153562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:02.706398Z","time spent":"447.147774ms","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:03.152073Z","caller":"traceutil/trace.go:171","msg":"trace[2089839666] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23226; }","duration":"1.80030075s","start":"2026-03-02T22:12:01.351765Z","end":"2026-03-02T22:12:03.152066Z","steps":["trace[2089839666] 'agreement among raft nodes before linearized reading' (duration: 1.798804193s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:03.153685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:01.35175Z","time spent":"1.801920721s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T22:12:03.152098Z","caller":"traceutil/trace.go:171","msg":"trace[155972324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23226; }","duration":"1.801802299s","start":"2026-03-02T22:12:01.350289Z","end":"2026-03-02T22:12:03.152091Z","steps":["trace[155972324] 'agreement among raft nodes before linearized reading' (duration: 1.800374323s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:03.153782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:01.350275Z","time spent":"1.803476s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:12:03.152125Z","caller":"traceutil/trace.go:171","msg":"trace[1707754181] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:23226; }","duration":"1.133910098s","start":"2026-03-02T22:12:02.018207Z","end":"2026-03-02T22:12:03.152117Z","steps":["trace[1707754181] 'agreement among raft nodes before linearized reading' (duration: 1.132390691s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:03.153856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:02.018187Z","time spent":"1.135657173s","remote":"127.0.0.1:34658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"info","ts":"2026-03-02T22:12:03.152152Z","caller":"traceutil/trace.go:171","msg":"trace[1397359365] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23226; }","duration":"1.675719151s","start":"2026-03-02T22:12:01.476424Z","end":"2026-03-02T22:12:03.152143Z","steps":["trace[1397359365] 'agreement among raft nodes before linearized reading' (duration: 1.674261345s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:03.153967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:01.476403Z","time spent":"1.677542576s","remote":"127.0.0.1:51084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:03.151902Z","caller":"traceutil/trace.go:171","msg":"trace[1170887679] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:23226; }","duration":"1.865539999s","start":"2026-03-02T22:12:01.286343Z","end":"2026-03-02T22:12:03.151883Z","steps":["trace[1170887679] 'agreement among raft nodes before linearized reading' (duration: 1.864108364s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:03.154088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:01.286316Z","time spent":"1.867759986s","remote":"127.0.0.1:34590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-03-02T22:12:03.152806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:01.350343Z","time spent":"1.802447145s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:12:03.637984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.178349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-02T22:12:03.63808Z","caller":"traceutil/trace.go:171","msg":"trace[411221046] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23226; }","duration":"483.307293ms","start":"2026-03-02T22:12:03.154751Z","end":"2026-03-02T22:12:03.638058Z","steps":["trace[411221046] 'range keys from in-memory index tree' (duration: 482.971964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:03.63814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:03.15473Z","time spent":"483.394464ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:12:03.638789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.297516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:03.638894Z","caller":"traceutil/trace.go:171","msg":"trace[569775875] linearizableReadLoop","detail":"{readStateIndex:24043; appliedIndex:24042; }","duration":"482.947083ms","start":"2026-03-02T22:12:03.155932Z","end":"2026-03-02T22:12:03.638879Z","steps":["trace[569775875] 'read index received' (duration: 84.544324ms)","trace[569775875] 'applied index is now lower than readState.Index' (duration: 398.400739ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:03.639006Z","caller":"traceutil/trace.go:171","msg":"trace[684438741] transaction","detail":"{read_only:false; response_revision:23227; number_of_response:1; }","duration":"484.133453ms","start":"2026-03-02T22:12:03.154828Z","end":"2026-03-02T22:12:03.638961Z","steps":["trace[684438741] 'process raft request' (duration: 85.55867ms)","trace[684438741] 'compare' (duration: 398.088611ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:03.63904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.101307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:03.639089Z","caller":"traceutil/trace.go:171","msg":"trace[850155832] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23227; }","duration":"483.199369ms","start":"2026-03-02T22:12:03.155878Z","end":"2026-03-02T22:12:03.639077Z","steps":["trace[850155832] 'agreement among raft nodes before linearized reading' (duration: 483.081216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:03.639133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:03.155859Z","time spent":"483.26477ms","remote":"127.0.0.1:34440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:12:03.639164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:03.15441Z","time spent":"484.667606ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:03.698Z","caller":"traceutil/trace.go:171","msg":"trace[533553984] transaction","detail":"{read_only:false; response_revision:23229; number_of_response:1; }","duration":"539.699539ms","start":"2026-03-02T22:12:03.158273Z","end":"2026-03-02T22:12:03.697972Z","steps":["trace[533553984] 'process raft request' (duration: 539.606507ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:03.698032Z","caller":"traceutil/trace.go:171","msg":"trace[1717777228] transaction","detail":"{read_only:false; response_revision:23228; number_of_response:1; }","duration":"540.615452ms","start":"2026-03-02T22:12:03.157374Z","end":"2026-03-02T22:12:03.697989Z","steps":["trace[1717777228] 'process raft request' (duration: 540.374696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:03.698152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:03.158264Z","time spent":"539.810952ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:03.698225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:03.157352Z","time spent":"540.768945ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:03.698266Z","caller":"traceutil/trace.go:171","msg":"trace[1223219558] transaction","detail":"{read_only:false; response_revision:23230; number_of_response:1; }","duration":"539.839651ms","start":"2026-03-02T22:12:03.158415Z","end":"2026-03-02T22:12:03.698254Z","steps":["trace[1223219558] 'process raft request' (duration: 539.514293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:03.698319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:03.158407Z","time spent":"539.889532ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:03.698432Z","caller":"traceutil/trace.go:171","msg":"trace[1778716702] transaction","detail":"{read_only:false; response_revision:23231; number_of_response:1; }","duration":"540.002586ms","start":"2026-03-02T22:12:03.158424Z","end":"2026-03-02T22:12:03.698427Z","steps":["trace[1778716702] 'process raft request' (duration: 539.850662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:03.698459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:03.15841Z","time spent":"540.033866ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:03.698474Z","caller":"traceutil/trace.go:171","msg":"trace[1906295529] transaction","detail":"{read_only:false; response_revision:23232; number_of_response:1; }","duration":"539.661528ms","start":"2026-03-02T22:12:03.158797Z","end":"2026-03-02T22:12:03.698459Z","steps":["trace[1906295529] 'process raft request' (duration: 539.581686ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:03.698535Z","caller":"traceutil/trace.go:171","msg":"trace[1238339048] transaction","detail":"{read_only:false; response_revision:23234; number_of_response:1; }","duration":"538.868897ms","start":"2026-03-02T22:12:03.159661Z","end":"2026-03-02T22:12:03.69853Z","steps":["trace[1238339048] 'process raft request' (duration: 538.837567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:03.698561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:03.159648Z","time spent":"538.897429ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:03.698552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:03.158787Z","time spent":"539.725039ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:03.698557Z","caller":"traceutil/trace.go:171","msg":"trace[1084333614] transaction","detail":"{read_only:false; response_revision:23233; number_of_response:1; }","duration":"539.445372ms","start":"2026-03-02T22:12:03.159097Z","end":"2026-03-02T22:12:03.698542Z","steps":["trace[1084333614] 'process raft request' (duration: 539.328579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:03.69863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:03.159088Z","time spent":"539.501293ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:05.104169Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.403101341s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:12:05.216825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.351832ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:05.217068Z","caller":"traceutil/trace.go:171","msg":"trace[1822605818] transaction","detail":"{read_only:false; response_revision:23235; number_of_response:1; }","duration":"1.884971506s","start":"2026-03-02T22:12:03.332074Z","end":"2026-03-02T22:12:05.217045Z","steps":["trace[1822605818] 'process raft request' (duration: 1.772312186s)","trace[1822605818] 'compare' (duration: 111.323827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:05.217155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:03.332061Z","time spent":"1.885052318s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:05.217348Z","caller":"traceutil/trace.go:171","msg":"trace[2075504575] transaction","detail":"{read_only:false; response_revision:23237; number_of_response:1; }","duration":"1.885230823s","start":"2026-03-02T22:12:03.332091Z","end":"2026-03-02T22:12:05.217322Z","steps":["trace[2075504575] 'process raft request' (duration: 1.88513581s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:05.21753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:03.332077Z","time spent":"1.885345586s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:05.217607Z","caller":"traceutil/trace.go:171","msg":"trace[75482631] transaction","detail":"{read_only:false; response_revision:23238; number_of_response:1; }","duration":"1.885325385s","start":"2026-03-02T22:12:03.332261Z","end":"2026-03-02T22:12:05.217587Z","steps":["trace[75482631] 'process raft request' (duration: 1.885017397s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:05.217651Z","caller":"traceutil/trace.go:171","msg":"trace[2008730801] transaction","detail":"{read_only:false; response_revision:23242; number_of_response:1; }","duration":"149.296271ms","start":"2026-03-02T22:12:05.068335Z","end":"2026-03-02T22:12:05.217631Z","steps":["trace[2008730801] 'process raft request' (duration: 149.24576ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:05.217728Z","caller":"traceutil/trace.go:171","msg":"trace[809115165] transaction","detail":"{read_only:false; response_revision:23239; number_of_response:1; }","duration":"1.885008117s","start":"2026-03-02T22:12:03.332706Z","end":"2026-03-02T22:12:05.217714Z","steps":["trace[809115165] 'process raft request' (duration: 1.884664098s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:05.217762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:03.332254Z","time spent":"1.885423268s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:05.217826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:03.332698Z","time spent":"1.88507732s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:05.217737Z","caller":"traceutil/trace.go:171","msg":"trace[2077000343] transaction","detail":"{read_only:false; response_revision:23240; number_of_response:1; }","duration":"1.884165267s","start":"2026-03-02T22:12:03.333522Z","end":"2026-03-02T22:12:05.217687Z","steps":["trace[2077000343] 'process raft request' (duration: 1.88391145s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:05.217923Z","caller":"traceutil/trace.go:171","msg":"trace[467105476] linearizableReadLoop","detail":"{readStateIndex:24056; appliedIndex:24043; }","duration":"1.57897539s","start":"2026-03-02T22:12:03.638929Z","end":"2026-03-02T22:12:05.217904Z","steps":["trace[467105476] 'read index received' (duration: 58.825528ms)","trace[467105476] 'applied index is now lower than readState.Index' (duration: 1.520148132s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:05.217981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:03.333514Z","time spent":"1.884435763s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:05.21809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.059077551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-02T22:12:05.218123Z","caller":"traceutil/trace.go:171","msg":"trace[1856086954] transaction","detail":"{read_only:false; response_revision:23241; number_of_response:1; }","duration":"606.059707ms","start":"2026-03-02T22:12:04.612046Z","end":"2026-03-02T22:12:05.218105Z","steps":["trace[1856086954] 'process raft request' (duration: 605.492843ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:05.218139Z","caller":"traceutil/trace.go:171","msg":"trace[777584249] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:23242; }","duration":"2.059125933s","start":"2026-03-02T22:12:03.159001Z","end":"2026-03-02T22:12:05.218127Z","steps":["trace[777584249] 'agreement among raft nodes before linearized reading' (duration: 2.058987589s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:05.218152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.059215645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-af167407-d898-48a6-8739-509270c52647\" ","response":"range_response_count:1 size:1284"} {"level":"warn","ts":"2026-03-02T22:12:05.21808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833295469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:05.218208Z","caller":"traceutil/trace.go:171","msg":"trace[338092237] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23242; }","duration":"1.833481443s","start":"2026-03-02T22:12:03.384718Z","end":"2026-03-02T22:12:05.2182Z","steps":["trace[338092237] 'agreement among raft nodes before linearized reading' (duration: 1.833261328s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:05.218212Z","caller":"traceutil/trace.go:171","msg":"trace[1101362309] range","detail":"{range_begin:/registry/persistentvolumes/pvc-af167407-d898-48a6-8739-509270c52647; range_end:; response_count:1; response_revision:23242; }","duration":"2.059292926s","start":"2026-03-02T22:12:03.158904Z","end":"2026-03-02T22:12:05.218197Z","steps":["trace[1101362309] 'agreement among raft nodes before linearized reading' (duration: 2.059106802s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:05.218232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612565514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:12:05.218263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:03.1589Z","time spent":"2.059346128s","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-af167407-d898-48a6-8739-509270c52647\" "} {"level":"warn","ts":"2026-03-02T22:12:05.218283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057349308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:05.218312Z","caller":"traceutil/trace.go:171","msg":"trace[716840946] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23242; }","duration":"2.057374759s","start":"2026-03-02T22:12:03.160928Z","end":"2026-03-02T22:12:05.218303Z","steps":["trace[716840946] 'agreement among raft nodes before linearized reading' (duration: 2.057328698s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:05.218344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:03.160912Z","time spent":"2.05742576s","remote":"127.0.0.1:34728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:12:05.218177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:03.158989Z","time spent":"2.059176384s","remote":"127.0.0.1:34658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-03-02T22:12:05.218225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:04.611991Z","time spent":"606.169029ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:05.218238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:03.384704Z","time spent":"1.833524375s","remote":"127.0.0.1:35976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:05.218464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.059999854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-03-02T22:12:05.218489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578128127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18645"} {"level":"info","ts":"2026-03-02T22:12:05.218501Z","caller":"traceutil/trace.go:171","msg":"trace[518775978] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:23242; }","duration":"2.060034625s","start":"2026-03-02T22:12:03.158454Z","end":"2026-03-02T22:12:05.218489Z","steps":["trace[518775978] 'agreement among raft nodes before linearized reading' (duration: 2.059929672s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:05.218543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:03.158441Z","time spent":"2.060094546s","remote":"127.0.0.1:34658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-02T22:12:05.218495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057669267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18645"} {"level":"info","ts":"2026-03-02T22:12:05.218618Z","caller":"traceutil/trace.go:171","msg":"trace[718042647] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23242; }","duration":"2.057777539s","start":"2026-03-02T22:12:03.160804Z","end":"2026-03-02T22:12:05.218582Z","steps":["trace[718042647] 'agreement among raft nodes before linearized reading' (duration: 2.057596004s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:05.218631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.000469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:05.218279Z","caller":"traceutil/trace.go:171","msg":"trace[543999404] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23242; }","duration":"1.612656736s","start":"2026-03-02T22:12:03.605606Z","end":"2026-03-02T22:12:05.218263Z","steps":["trace[543999404] 'agreement among raft nodes before linearized reading' (duration: 1.612592704s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:05.218674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571362718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:05.218681Z","caller":"traceutil/trace.go:171","msg":"trace[826757423] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23242; }","duration":"993.0897ms","start":"2026-03-02T22:12:04.225576Z","end":"2026-03-02T22:12:05.218666Z","steps":["trace[826757423] 'agreement among raft nodes before linearized reading' (duration: 993.009588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:05.21865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:03.160799Z","time spent":"2.057843s","remote":"127.0.0.1:34616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-02T22:12:05.218719Z","caller":"traceutil/trace.go:171","msg":"trace[1177929002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23242; }","duration":"1.57142406s","start":"2026-03-02T22:12:03.647284Z","end":"2026-03-02T22:12:05.218708Z","steps":["trace[1177929002] 'agreement among raft nodes before linearized reading' (duration: 1.571346908s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:05.218715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477198043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:05.218728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:04.225556Z","time spent":"993.158872ms","remote":"127.0.0.1:46960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:05.218756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:03.647278Z","time spent":"1.571471161s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:12:05.218513Z","caller":"traceutil/trace.go:171","msg":"trace[1559523937] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23242; }","duration":"1.578503208s","start":"2026-03-02T22:12:03.640003Z","end":"2026-03-02T22:12:05.218506Z","steps":["trace[1559523937] 'agreement among raft nodes before linearized reading' (duration: 1.578395995s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:05.218792Z","caller":"traceutil/trace.go:171","msg":"trace[331383207] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23242; }","duration":"1.477317585s","start":"2026-03-02T22:12:03.741457Z","end":"2026-03-02T22:12:05.218774Z","steps":["trace[331383207] 'agreement among raft nodes before linearized reading' (duration: 1.477191552s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:05.218838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:03.741437Z","time spent":"1.477392627s","remote":"127.0.0.1:55290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:05.218899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.987236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:05.218725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571516352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7b5ddcd74c-5sh7w.189924026d9546a0\" ","response":"range_response_count:1 size:1138"} {"level":"warn","ts":"2026-03-02T22:12:05.218932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.700741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.124\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T22:12:05.21894Z","caller":"traceutil/trace.go:171","msg":"trace[96075894] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23242; }","duration":"899.066898ms","start":"2026-03-02T22:12:04.319862Z","end":"2026-03-02T22:12:05.218929Z","steps":["trace[96075894] 'agreement among raft nodes before linearized reading' (duration: 899.001316ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:05.218965Z","caller":"traceutil/trace.go:171","msg":"trace[863818846] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7b5ddcd74c-5sh7w.189924026d9546a0; range_end:; response_count:1; response_revision:23242; }","duration":"1.571789199s","start":"2026-03-02T22:12:03.647163Z","end":"2026-03-02T22:12:05.218953Z","steps":["trace[863818846] 'agreement among raft nodes before linearized reading' (duration: 1.571502422s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:05.218967Z","caller":"traceutil/trace.go:171","msg":"trace[1947070176] range","detail":"{range_begin:/registry/masterleases/199.19.213.124; range_end:; response_count:1; response_revision:23242; }","duration":"967.772413ms","start":"2026-03-02T22:12:04.251184Z","end":"2026-03-02T22:12:05.218957Z","steps":["trace[1947070176] 'agreement among raft nodes before linearized reading' (duration: 967.671511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:05.218972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:04.319842Z","time spent":"899.122469ms","remote":"127.0.0.1:35990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:05.218998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:03.647146Z","time spent":"1.5718429s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1161,"request content":"key:\"/registry/events/openstack/barbican-api-7b5ddcd74c-5sh7w.189924026d9546a0\" "} {"level":"warn","ts":"2026-03-02T22:12:05.218999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:04.251165Z","time spent":"967.828295ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.124\" "} {"level":"warn","ts":"2026-03-02T22:12:05.218797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:03.639988Z","time spent":"1.578800115s","remote":"127.0.0.1:34616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T22:12:05.218689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:03.605583Z","time spent":"1.613091057s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:05.217352Z","caller":"traceutil/trace.go:171","msg":"trace[1827343353] transaction","detail":"{read_only:false; response_revision:23236; number_of_response:1; }","duration":"1.885222602s","start":"2026-03-02T22:12:03.332068Z","end":"2026-03-02T22:12:05.217291Z","steps":["trace[1827343353] 'process raft request' (duration: 1.884853073s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:05.219794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:03.332043Z","time spent":"1.887700396s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:05.722233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826728497,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:12:05.956374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.59251ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:05.956511Z","caller":"traceutil/trace.go:171","msg":"trace[212630001] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23242; }","duration":"528.746813ms","start":"2026-03-02T22:12:05.427744Z","end":"2026-03-02T22:12:05.956491Z","steps":["trace[212630001] 'range keys from in-memory index tree' (duration: 528.570459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:05.957044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:05.219644Z","time spent":"737.393567ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T22:12:06.708955Z","caller":"traceutil/trace.go:171","msg":"trace[1677538237] transaction","detail":"{read_only:false; response_revision:23243; number_of_response:1; }","duration":"1.487247764s","start":"2026-03-02T22:12:05.221673Z","end":"2026-03-02T22:12:06.708921Z","steps":["trace[1677538237] 'process raft request' (duration: 1.487008248s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:06.709145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:05.221656Z","time spent":"1.487380258s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:06.709329Z","caller":"traceutil/trace.go:171","msg":"trace[1860759786] linearizableReadLoop","detail":"{readStateIndex:24061; appliedIndex:24058; }","duration":"1.487476681s","start":"2026-03-02T22:12:05.221822Z","end":"2026-03-02T22:12:06.709299Z","steps":["trace[1860759786] 'read index received' (duration: 641.393405ms)","trace[1860759786] 'applied index is now lower than readState.Index' (duration: 846.082276ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:06.709524Z","caller":"traceutil/trace.go:171","msg":"trace[664585912] transaction","detail":"{read_only:false; response_revision:23244; number_of_response:1; }","duration":"1.135810134s","start":"2026-03-02T22:12:05.573685Z","end":"2026-03-02T22:12:06.709496Z","steps":["trace[664585912] 'process raft request' (duration: 1.135156148s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:06.709644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:05.573661Z","time spent":"1.135938138s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:06.709653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487813899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:06.709692Z","caller":"traceutil/trace.go:171","msg":"trace[1325592665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23244; }","duration":"1.48788493s","start":"2026-03-02T22:12:05.221796Z","end":"2026-03-02T22:12:06.709681Z","steps":["trace[1325592665] 'agreement among raft nodes before linearized reading' (duration: 1.487802288s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:06.709723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:05.221789Z","time spent":"1.487927332s","remote":"127.0.0.1:34440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:12:06.710144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194295994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:06.710163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39434912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:06.710164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.61613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:06.710179Z","caller":"traceutil/trace.go:171","msg":"trace[507276488] transaction","detail":"{read_only:false; response_revision:23245; number_of_response:1; }","duration":"751.822828ms","start":"2026-03-02T22:12:05.958328Z","end":"2026-03-02T22:12:06.710151Z","steps":["trace[507276488] 'process raft request' (duration: 751.595902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:06.710199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484863324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:06.710194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48786955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-02T22:12:06.710236Z","caller":"traceutil/trace.go:171","msg":"trace[2141493990] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23245; }","duration":"573.727743ms","start":"2026-03-02T22:12:06.13649Z","end":"2026-03-02T22:12:06.710217Z","steps":["trace[2141493990] 'agreement among raft nodes before linearized reading' (duration: 573.59199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:06.710227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008397914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T22:12:06.710251Z","caller":"traceutil/trace.go:171","msg":"trace[1372933342] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23245; }","duration":"1.484941607s","start":"2026-03-02T22:12:05.225295Z","end":"2026-03-02T22:12:06.710237Z","steps":["trace[1372933342] 'agreement among raft nodes before linearized reading' (duration: 1.484840314s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:06.710266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264276042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:06.710285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:06.136475Z","time spent":"573.799395ms","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:06.710294Z","caller":"traceutil/trace.go:171","msg":"trace[1462206687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23245; }","duration":"1.008502607s","start":"2026-03-02T22:12:05.701775Z","end":"2026-03-02T22:12:06.710278Z","steps":["trace[1462206687] 'agreement among raft nodes before linearized reading' (duration: 1.008278861s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:06.7103Z","caller":"traceutil/trace.go:171","msg":"trace[1253665168] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23245; }","duration":"1.264339744s","start":"2026-03-02T22:12:05.445948Z","end":"2026-03-02T22:12:06.710288Z","steps":["trace[1253665168] 'agreement among raft nodes before linearized reading' (duration: 1.264279473s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:06.710305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008603339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:12:06.710297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:05.225285Z","time spent":"1.485001728s","remote":"127.0.0.1:34728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:12:06.710308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:05.958309Z","time spent":"751.929021ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:06.710329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:05.701759Z","time spent":"1.008561679s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:12:06.710335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:05.445932Z","time spent":"1.264393985s","remote":"127.0.0.1:46672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:06.710357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008419045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:12:06.710385Z","caller":"traceutil/trace.go:171","msg":"trace[398403275] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23245; }","duration":"1.008458506s","start":"2026-03-02T22:12:05.701918Z","end":"2026-03-02T22:12:06.710376Z","steps":["trace[398403275] 'agreement among raft nodes before linearized reading' (duration: 1.008371684s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:06.710413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:05.701911Z","time spent":"1.008495727s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:12:06.710412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008757453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:12:06.710444Z","caller":"traceutil/trace.go:171","msg":"trace[1449513490] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23245; }","duration":"1.008815515s","start":"2026-03-02T22:12:05.701618Z","end":"2026-03-02T22:12:06.710434Z","steps":["trace[1449513490] 'agreement among raft nodes before linearized reading' (duration: 1.008738713s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:06.710206Z","caller":"traceutil/trace.go:171","msg":"trace[1941727457] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23245; }","duration":"1.394392311s","start":"2026-03-02T22:12:05.315801Z","end":"2026-03-02T22:12:06.710193Z","steps":["trace[1941727457] 'agreement among raft nodes before linearized reading' (duration: 1.394315089s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:06.710471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:05.701601Z","time spent":"1.008863845s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:12:06.710462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004552107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T22:12:06.710488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:05.315756Z","time spent":"1.39472354s","remote":"127.0.0.1:34932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T22:12:06.710287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007614663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T22:12:06.710507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.355985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:06.710526Z","caller":"traceutil/trace.go:171","msg":"trace[495159153] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23245; }","duration":"1.004635899s","start":"2026-03-02T22:12:05.705871Z","end":"2026-03-02T22:12:06.710507Z","steps":["trace[495159153] 'agreement among raft nodes before linearized reading' (duration: 1.004458075s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:06.710194Z","caller":"traceutil/trace.go:171","msg":"trace[732223617] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23245; }","duration":"1.194374446s","start":"2026-03-02T22:12:05.515793Z","end":"2026-03-02T22:12:06.710167Z","steps":["trace[732223617] 'agreement among raft nodes before linearized reading' (duration: 1.194312085s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:06.710556Z","caller":"traceutil/trace.go:171","msg":"trace[1095497512] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23245; }","duration":"548.446048ms","start":"2026-03-02T22:12:06.162097Z","end":"2026-03-02T22:12:06.710543Z","steps":["trace[1095497512] 'agreement among raft nodes before linearized reading' (duration: 548.361935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:06.710576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:05.705856Z","time spent":"1.004707762s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T22:12:06.710337Z","caller":"traceutil/trace.go:171","msg":"trace[434822012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23245; }","duration":"1.008671761s","start":"2026-03-02T22:12:05.701658Z","end":"2026-03-02T22:12:06.71033Z","steps":["trace[434822012] 'agreement among raft nodes before linearized reading' (duration: 1.008556408s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:06.710597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:06.16208Z","time spent":"548.50116ms","remote":"127.0.0.1:46972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:06.710595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:05.515772Z","time spent":"1.194808488s","remote":"127.0.0.1:46496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:06.710626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:05.701636Z","time spent":"1.00897832s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:12:06.710264Z","caller":"traceutil/trace.go:171","msg":"trace[1377171430] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23245; }","duration":"1.487953532s","start":"2026-03-02T22:12:05.222292Z","end":"2026-03-02T22:12:06.710245Z","steps":["trace[1377171430] 'agreement among raft nodes before linearized reading' (duration: 1.487750677s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:06.710531Z","caller":"traceutil/trace.go:171","msg":"trace[46468915] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23245; }","duration":"1.00786878s","start":"2026-03-02T22:12:05.702649Z","end":"2026-03-02T22:12:06.710518Z","steps":["trace[46468915] 'agreement among raft nodes before linearized reading' (duration: 1.00746506s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:06.710708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:05.702628Z","time spent":"1.008072936s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:12:06.710716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:05.222286Z","time spent":"1.488412784s","remote":"127.0.0.1:34590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-02T22:12:08.407871Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.65306517s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:12:08.408552Z","caller":"traceutil/trace.go:171","msg":"trace[2129570369] transaction","detail":"{read_only:false; response_revision:23251; number_of_response:1; }","duration":"1.69041269s","start":"2026-03-02T22:12:06.718112Z","end":"2026-03-02T22:12:08.408525Z","steps":["trace[2129570369] 'process raft request' (duration: 1.690327958s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:08.408566Z","caller":"traceutil/trace.go:171","msg":"trace[293950285] transaction","detail":"{read_only:false; response_revision:23250; number_of_response:1; }","duration":"1.690479482s","start":"2026-03-02T22:12:06.718057Z","end":"2026-03-02T22:12:08.408537Z","steps":["trace[293950285] 'process raft request' (duration: 1.690320858s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:08.408762Z","caller":"traceutil/trace.go:171","msg":"trace[1994664144] linearizableReadLoop","detail":"{readStateIndex:24066; appliedIndex:24062; }","duration":"1.69124665s","start":"2026-03-02T22:12:06.717497Z","end":"2026-03-02T22:12:08.408744Z","steps":["trace[1994664144] 'read index received' (duration: 14.381171ms)","trace[1994664144] 'applied index is now lower than readState.Index' (duration: 1.676862039s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:08.408736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:06.718099Z","time spent":"1.690535052s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:08.408774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:06.718045Z","time spent":"1.690617815s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:08.40876Z","caller":"traceutil/trace.go:171","msg":"trace[76245864] transaction","detail":"{read_only:false; response_revision:23248; number_of_response:1; }","duration":"1.691325792s","start":"2026-03-02T22:12:06.717296Z","end":"2026-03-02T22:12:08.408622Z","steps":["trace[76245864] 'process raft request' (duration: 1.690989384s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:08.408873Z","caller":"traceutil/trace.go:171","msg":"trace[2076682938] transaction","detail":"{read_only:false; response_revision:23252; number_of_response:1; }","duration":"1.689886087s","start":"2026-03-02T22:12:06.718743Z","end":"2026-03-02T22:12:08.408629Z","steps":["trace[2076682938] 'process raft request' (duration: 1.689737124s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:08.408966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:06.718735Z","time spent":"1.690194815s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:08.408887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691379584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:08.409049Z","caller":"traceutil/trace.go:171","msg":"trace[2116660762] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23252; }","duration":"1.691549218s","start":"2026-03-02T22:12:06.717477Z","end":"2026-03-02T22:12:08.409026Z","steps":["trace[2116660762] 'agreement among raft nodes before linearized reading' (duration: 1.691346633s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:08.408566Z","caller":"traceutil/trace.go:171","msg":"trace[616390344] transaction","detail":"{read_only:false; response_revision:23249; number_of_response:1; }","duration":"1.69120028s","start":"2026-03-02T22:12:06.717326Z","end":"2026-03-02T22:12:08.408526Z","steps":["trace[616390344] 'process raft request' (duration: 1.691008085s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:08.409112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:06.717469Z","time spent":"1.69162173s","remote":"127.0.0.1:34642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T22:12:08.409152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:06.717302Z","time spent":"1.691812994s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:08.409259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:06.717289Z","time spent":"1.691665971s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:08.409353Z","caller":"traceutil/trace.go:171","msg":"trace[1279824049] transaction","detail":"{read_only:false; response_revision:23247; number_of_response:1; }","duration":"1.69124883s","start":"2026-03-02T22:12:06.717223Z","end":"2026-03-02T22:12:08.408472Z","steps":["trace[1279824049] 'process raft request' (duration: 1.690896781s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:08.40944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:06.717208Z","time spent":"1.692187744s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:08.720539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000469909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:12:08.720635Z","caller":"traceutil/trace.go:171","msg":"trace[1158503] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000623893s","start":"2026-03-02T22:12:06.719992Z","end":"2026-03-02T22:12:08.720616Z","steps":["trace[1158503] 'agreement among raft nodes before linearized reading' (duration: 2.00050475s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:08.720685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:06.719977Z","time spent":"2.000698174s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:12:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:12:08.909229Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826728522,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:12:09.319259Z","caller":"traceutil/trace.go:171","msg":"trace[776985012] transaction","detail":"{read_only:false; response_revision:23253; number_of_response:1; }","duration":"2.097398265s","start":"2026-03-02T22:12:07.221821Z","end":"2026-03-02T22:12:09.319219Z","steps":["trace[776985012] 'process raft request' (duration: 2.096674366s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:09.31944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:07.221774Z","time spent":"2.097574819s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:09.319617Z","caller":"traceutil/trace.go:171","msg":"trace[1310067860] transaction","detail":"{read_only:false; response_revision:23258; number_of_response:1; }","duration":"2.09363557s","start":"2026-03-02T22:12:07.225957Z","end":"2026-03-02T22:12:09.319593Z","steps":["trace[1310067860] 'process raft request' (duration: 2.093578829s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:09.319753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:07.225951Z","time spent":"2.093726463s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:09.319814Z","caller":"traceutil/trace.go:171","msg":"trace[93481333] transaction","detail":"{read_only:false; response_revision:23254; number_of_response:1; }","duration":"2.094952553s","start":"2026-03-02T22:12:07.224835Z","end":"2026-03-02T22:12:09.319787Z","steps":["trace[93481333] 'process raft request' (duration: 2.094333867s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:09.319857Z","caller":"traceutil/trace.go:171","msg":"trace[1924652023] transaction","detail":"{read_only:false; response_revision:23256; number_of_response:1; }","duration":"2.094892922s","start":"2026-03-02T22:12:07.224942Z","end":"2026-03-02T22:12:09.319835Z","steps":["trace[1924652023] 'process raft request' (duration: 2.094514313s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:09.319948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:07.224939Z","time spent":"2.094958654s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:09.319966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:07.224816Z","time spent":"2.095069986s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:09.320102Z","caller":"traceutil/trace.go:171","msg":"trace[454576684] transaction","detail":"{read_only:false; response_revision:23257; number_of_response:1; }","duration":"2.094761209s","start":"2026-03-02T22:12:07.225309Z","end":"2026-03-02T22:12:09.32007Z","steps":["trace[454576684] 'process raft request' (duration: 2.094186715s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:09.320201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:07.225303Z","time spent":"2.094847191s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:09.319816Z","caller":"traceutil/trace.go:171","msg":"trace[1188292448] transaction","detail":"{read_only:false; response_revision:23255; number_of_response:1; }","duration":"2.094861781s","start":"2026-03-02T22:12:07.224916Z","end":"2026-03-02T22:12:09.319777Z","steps":["trace[1188292448] 'process raft request' (duration: 2.0944282s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:09.32077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:07.22491Z","time spent":"2.095803604s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:10.721367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000447418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:12:10.72145Z","caller":"traceutil/trace.go:171","msg":"trace[2112357210] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000583042s","start":"2026-03-02T22:12:08.720848Z","end":"2026-03-02T22:12:10.721431Z","steps":["trace[2112357210] 'agreement among raft nodes before linearized reading' (duration: 2.000476419s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:10.721518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:08.720828Z","time spent":"2.000675845s","remote":"127.0.0.1:34440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:12:10.908941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079142442s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:10.910028Z","caller":"traceutil/trace.go:171","msg":"trace[1851990260] linearizableReadLoop","detail":"{readStateIndex:24076; appliedIndex:24070; }","duration":"2.50121463s","start":"2026-03-02T22:12:08.40879Z","end":"2026-03-02T22:12:10.910004Z","steps":["trace[1851990260] 'read index received' (duration: 910.373242ms)","trace[1851990260] 'applied index is now lower than readState.Index' (duration: 1.590839788s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:10.910031Z","caller":"traceutil/trace.go:171","msg":"trace[431500529] transaction","detail":"{read_only:false; response_revision:23259; number_of_response:1; }","duration":"2.496737428s","start":"2026-03-02T22:12:08.413255Z","end":"2026-03-02T22:12:10.909992Z","steps":["trace[431500529] 'process raft request' (duration: 1.416497418s)","trace[431500529] 'compare' (duration: 1.079049439s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:10.910242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:08.413229Z","time spent":"2.496906472s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T22:12:11.116943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.896923ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-02T22:12:11.117284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.076244767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:12:11.117364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.689444292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:11.117398Z","caller":"traceutil/trace.go:171","msg":"trace[637676857] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23259; }","duration":"3.076393201s","start":"2026-03-02T22:12:08.040974Z","end":"2026-03-02T22:12:11.117367Z","steps":["trace[637676857] 'agreement among raft nodes before linearized reading' (duration: 2.869033091s)","trace[637676857] 'count revisions from in-memory index tree' (duration: 207.199466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:11.11749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:08.040958Z","time spent":"3.076510814s","remote":"127.0.0.1:34900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:11.117511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.986579808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-02T22:12:11.117469Z","caller":"traceutil/trace.go:171","msg":"trace[975757347] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23259; }","duration":"3.689576716s","start":"2026-03-02T22:12:07.427868Z","end":"2026-03-02T22:12:11.117445Z","steps":["trace[975757347] 'agreement among raft nodes before linearized reading' (duration: 3.482142384s)","trace[975757347] 'count revisions from in-memory index tree' (duration: 207.313709ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:11.11756Z","caller":"traceutil/trace.go:171","msg":"trace[799653321] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23259; }","duration":"3.986661299s","start":"2026-03-02T22:12:07.130877Z","end":"2026-03-02T22:12:11.117538Z","steps":["trace[799653321] 'agreement among raft nodes before linearized reading' (duration: 3.779134455s)","trace[799653321] 'range keys from in-memory index tree' (duration: 207.376541ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:11.117612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:07.130859Z","time spent":"3.986743992s","remote":"127.0.0.1:34590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-02T22:12:11.117832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.880008706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:11.117852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.386642444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T22:12:11.1179Z","caller":"traceutil/trace.go:171","msg":"trace[1238868525] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23259; }","duration":"2.880077337s","start":"2026-03-02T22:12:08.237803Z","end":"2026-03-02T22:12:11.11788Z","steps":["trace[1238868525] 'agreement among raft nodes before linearized reading' (duration: 2.672223825s)","trace[1238868525] 'count revisions from in-memory index tree' (duration: 207.76354ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:11.117952Z","caller":"traceutil/trace.go:171","msg":"trace[299921137] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23259; }","duration":"3.386725287s","start":"2026-03-02T22:12:07.731163Z","end":"2026-03-02T22:12:11.117888Z","steps":["trace[299921137] 'agreement among raft nodes before linearized reading' (duration: 3.178850584s)","trace[299921137] 'range keys from in-memory index tree' (duration: 207.701949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:11.117959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:08.237755Z","time spent":"2.880187751s","remote":"127.0.0.1:52082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:11.118053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.398543537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:12:11.118097Z","caller":"traceutil/trace.go:171","msg":"trace[516388307] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23259; }","duration":"4.398599318s","start":"2026-03-02T22:12:06.719486Z","end":"2026-03-02T22:12:11.118085Z","steps":["trace[516388307] 'agreement among raft nodes before linearized reading' (duration: 4.190582222s)","trace[516388307] 'range keys from in-memory index tree' (duration: 207.916733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:11.118133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:06.719479Z","time spent":"4.398646649s","remote":"127.0.0.1:34728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T22:12:11.118092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:07.731136Z","time spent":"3.386931792s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T22:12:11.117284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.7710684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:11.118223Z","caller":"traceutil/trace.go:171","msg":"trace[2122312431] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23259; }","duration":"2.772046384s","start":"2026-03-02T22:12:08.346157Z","end":"2026-03-02T22:12:11.118203Z","steps":["trace[2122312431] 'agreement among raft nodes before linearized reading' (duration: 2.563864784s)","trace[2122312431] 'count revisions from in-memory index tree' (duration: 207.208146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:11.118292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:08.34614Z","time spent":"2.772131277s","remote":"127.0.0.1:46628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:11.117608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:07.42785Z","time spent":"3.689703888s","remote":"127.0.0.1:52074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:11.410678Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826728526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:12:11.655863Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.08542917s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:12:11.656189Z","caller":"traceutil/trace.go:171","msg":"trace[767200021] transaction","detail":"{read_only:false; response_revision:23260; number_of_response:1; }","duration":"1.430614973s","start":"2026-03-02T22:12:10.225548Z","end":"2026-03-02T22:12:11.656163Z","steps":["trace[767200021] 'process raft request' (duration: 1.430444559s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:11.656635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:10.225524Z","time spent":"1.431002762s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:12.337455Z","caller":"traceutil/trace.go:171","msg":"trace[931605420] linearizableReadLoop","detail":"{readStateIndex:24085; appliedIndex:24078; }","duration":"1.42736793s","start":"2026-03-02T22:12:10.910071Z","end":"2026-03-02T22:12:12.337439Z","steps":["trace[931605420] 'read index received' (duration: 746.396561ms)","trace[931605420] 'applied index is now lower than readState.Index' (duration: 680.970769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:12.337707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921463004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:12:12.33773Z","caller":"traceutil/trace.go:171","msg":"trace[1420246319] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23267; }","duration":"1.921524136s","start":"2026-03-02T22:12:10.416199Z","end":"2026-03-02T22:12:12.337723Z","steps":["trace[1420246319] 'agreement among raft nodes before linearized reading' (duration: 1.921412753s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:12.337747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:10.41618Z","time spent":"1.921562736s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T22:12:12.337691Z","caller":"traceutil/trace.go:171","msg":"trace[1675875726] transaction","detail":"{read_only:false; response_revision:23266; number_of_response:1; }","duration":"1.010504448s","start":"2026-03-02T22:12:11.327113Z","end":"2026-03-02T22:12:12.337617Z","steps":["trace[1675875726] 'process raft request' (duration: 1.010265662s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:12.337771Z","caller":"traceutil/trace.go:171","msg":"trace[1508117904] transaction","detail":"{read_only:false; response_revision:23265; number_of_response:1; }","duration":"1.010790925s","start":"2026-03-02T22:12:11.326958Z","end":"2026-03-02T22:12:12.337749Z","steps":["trace[1508117904] 'process raft request' (duration: 1.010398326s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:12.337785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921316361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:12:12.337854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.826397713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:12.337821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723161611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:12.337857Z","caller":"traceutil/trace.go:171","msg":"trace[1079980093] transaction","detail":"{read_only:false; response_revision:23261; number_of_response:1; }","duration":"1.21441152s","start":"2026-03-02T22:12:11.123432Z","end":"2026-03-02T22:12:12.337844Z","steps":["trace[1079980093] 'process raft request' (duration: 1.118064029s)","trace[1079980093] 'compare' (duration: 95.600402ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:12.337792Z","caller":"traceutil/trace.go:171","msg":"trace[319119134] transaction","detail":"{read_only:false; response_revision:23263; number_of_response:1; }","duration":"1.011522424s","start":"2026-03-02T22:12:11.326231Z","end":"2026-03-02T22:12:12.337753Z","steps":["trace[319119134] 'process raft request' (duration: 1.011079113s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:12.337878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:11.326944Z","time spent":"1.010876207s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:12.337889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.601724537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T22:12:12.337928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738927637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:12.33795Z","caller":"traceutil/trace.go:171","msg":"trace[510466299] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23267; }","duration":"3.60181484s","start":"2026-03-02T22:12:08.736121Z","end":"2026-03-02T22:12:12.337936Z","steps":["trace[510466299] 'agreement among raft nodes before linearized reading' (duration: 3.601674877s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:12.337969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423912634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899233d8e69a543\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-02T22:12:12.337966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:11.326212Z","time spent":"1.011695987s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:12.337985Z","caller":"traceutil/trace.go:171","msg":"trace[2128716856] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23267; }","duration":"1.73904713s","start":"2026-03-02T22:12:10.598925Z","end":"2026-03-02T22:12:12.337972Z","steps":["trace[2128716856] 'agreement among raft nodes before linearized reading' (duration: 1.738926197s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:12.337986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:08.736107Z","time spent":"3.601871581s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T22:12:12.337871Z","caller":"traceutil/trace.go:171","msg":"trace[467336270] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23267; }","duration":"3.826439954s","start":"2026-03-02T22:12:08.511425Z","end":"2026-03-02T22:12:12.337865Z","steps":["trace[467336270] 'agreement among raft nodes before linearized reading' (duration: 3.826409174s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:12.337995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605645599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:12.337791Z","caller":"traceutil/trace.go:171","msg":"trace[1498672629] transaction","detail":"{read_only:false; response_revision:23264; number_of_response:1; }","duration":"1.011428781s","start":"2026-03-02T22:12:11.326333Z","end":"2026-03-02T22:12:12.337762Z","steps":["trace[1498672629] 'process raft request' (duration: 1.01099946s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:12.338026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:10.598901Z","time spent":"1.739111812s","remote":"127.0.0.1:35958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:12.33792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.924442517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-02T22:12:12.338063Z","caller":"traceutil/trace.go:171","msg":"trace[1395016952] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23267; }","duration":"3.924623771s","start":"2026-03-02T22:12:08.413432Z","end":"2026-03-02T22:12:12.338055Z","steps":["trace[1395016952] 'agreement among raft nodes before linearized reading' (duration: 3.924449337s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:12.338071Z","caller":"traceutil/trace.go:171","msg":"trace[204694212] transaction","detail":"{read_only:false; response_revision:23262; number_of_response:1; }","duration":"1.013590804s","start":"2026-03-02T22:12:11.324468Z","end":"2026-03-02T22:12:12.338058Z","steps":["trace[204694212] 'process raft request' (duration: 1.012812375s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:12.338069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921320531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T22:12:12.338084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:11.326321Z","time spent":"1.011729618s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:12.337948Z","caller":"traceutil/trace.go:171","msg":"trace[1073179782] transaction","detail":"{read_only:false; response_revision:23267; number_of_response:1; }","duration":"1.009669956s","start":"2026-03-02T22:12:11.328265Z","end":"2026-03-02T22:12:12.337934Z","steps":["trace[1073179782] 'process raft request' (duration: 1.009144153s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:12.338124Z","caller":"traceutil/trace.go:171","msg":"trace[925133053] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23267; }","duration":"1.921381092s","start":"2026-03-02T22:12:10.416728Z","end":"2026-03-02T22:12:12.338109Z","steps":["trace[925133053] 'agreement among raft nodes before linearized reading' (duration: 1.921183217s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:12.338127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:11.324438Z","time spent":"1.013663106s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:12.338029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:08.511411Z","time spent":"3.826607208s","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:12.338165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.99373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:12.33818Z","caller":"traceutil/trace.go:171","msg":"trace[294211746] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23267; }","duration":"570.055002ms","start":"2026-03-02T22:12:11.76812Z","end":"2026-03-02T22:12:12.338175Z","steps":["trace[294211746] 'agreement among raft nodes before linearized reading' (duration: 569.99293ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:12.338029Z","caller":"traceutil/trace.go:171","msg":"trace[1351455296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23267; }","duration":"1.605705621s","start":"2026-03-02T22:12:10.732315Z","end":"2026-03-02T22:12:12.338021Z","steps":["trace[1351455296] 'agreement among raft nodes before linearized reading' (duration: 1.60565181s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:12.338172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:10.4167Z","time spent":"1.921463604s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:12:12.338192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:11.768091Z","time spent":"570.098412ms","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:12.338203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923188086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T22:12:12.338206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:10.7323Z","time spent":"1.605898445s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:12:12.338245Z","caller":"traceutil/trace.go:171","msg":"trace[1175098509] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23267; }","duration":"1.923259158s","start":"2026-03-02T22:12:10.414972Z","end":"2026-03-02T22:12:12.338231Z","steps":["trace[1175098509] 'agreement among raft nodes before linearized reading' (duration: 1.923182076s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:12.33828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:10.414952Z","time spent":"1.92332167s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:12:12.338239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:11.327103Z","time spent":"1.010715393s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:12.338105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.803221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:12.338332Z","caller":"traceutil/trace.go:171","msg":"trace[1706214731] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23267; }","duration":"294.066098ms","start":"2026-03-02T22:12:12.044255Z","end":"2026-03-02T22:12:12.338321Z","steps":["trace[1706214731] 'agreement among raft nodes before linearized reading' (duration: 293.836632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:12.33808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.521224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:12.338113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:08.413423Z","time spent":"3.924678802s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:12:12.338375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.131743347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:12.338393Z","caller":"traceutil/trace.go:171","msg":"trace[1633978051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23267; }","duration":"176.824992ms","start":"2026-03-02T22:12:12.161553Z","end":"2026-03-02T22:12:12.338378Z","steps":["trace[1633978051] 'agreement among raft nodes before linearized reading' (duration: 176.509304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:12.337981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:11.123416Z","time spent":"1.214491941s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:12.338441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.637246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:12.337986Z","caller":"traceutil/trace.go:171","msg":"trace[1108999795] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899233d8e69a543; range_end:; response_count:1; response_revision:23267; }","duration":"1.423955994s","start":"2026-03-02T22:12:10.914026Z","end":"2026-03-02T22:12:12.337982Z","steps":["trace[1108999795] 'agreement among raft nodes before linearized reading' (duration: 1.423912113s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:12.338466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.044099698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:12.338496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:10.914011Z","time spent":"1.424477428s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899233d8e69a543\" "} {"level":"warn","ts":"2026-03-02T22:12:12.338476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216195085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2e69ca1c-b881-4259-b78a-834c6c0b055b\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-02T22:12:12.338505Z","caller":"traceutil/trace.go:171","msg":"trace[124774609] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23267; }","duration":"3.04418023s","start":"2026-03-02T22:12:09.29431Z","end":"2026-03-02T22:12:12.33849Z","steps":["trace[124774609] 'agreement among raft nodes before linearized reading' (duration: 3.044117888s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:12.338486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.766627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:12.338542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:09.294287Z","time spent":"3.044247143s","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:12.3379Z","caller":"traceutil/trace.go:171","msg":"trace[1714163713] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:23267; }","duration":"1.723272855s","start":"2026-03-02T22:12:10.614604Z","end":"2026-03-02T22:12:12.337877Z","steps":["trace[1714163713] 'agreement among raft nodes before linearized reading' (duration: 1.723131891s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:12.338592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:10.614592Z","time spent":"1.723993563s","remote":"127.0.0.1:34590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:12.338449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.857587622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:12.338615Z","caller":"traceutil/trace.go:171","msg":"trace[303760782] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23267; }","duration":"589.895241ms","start":"2026-03-02T22:12:11.748674Z","end":"2026-03-02T22:12:12.33857Z","steps":["trace[303760782] 'agreement among raft nodes before linearized reading' (duration: 589.707075ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:12.338403Z","caller":"traceutil/trace.go:171","msg":"trace[119237605] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23267; }","duration":"2.131772557s","start":"2026-03-02T22:12:10.206621Z","end":"2026-03-02T22:12:12.338393Z","steps":["trace[119237605] 'agreement among raft nodes before linearized reading' (duration: 2.131725156s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:12.338557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:11.32825Z","time spent":"1.009968954s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:12.338699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:11.748617Z","time spent":"590.054514ms","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:12.338496Z","caller":"traceutil/trace.go:171","msg":"trace[1113615957] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23267; }","duration":"650.692427ms","start":"2026-03-02T22:12:11.68779Z","end":"2026-03-02T22:12:12.338482Z","steps":["trace[1113615957] 'agreement among raft nodes before linearized reading' (duration: 650.612636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:12.338797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:11.687736Z","time spent":"651.046717ms","remote":"127.0.0.1:56376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:12.338646Z","caller":"traceutil/trace.go:171","msg":"trace[1649886959] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23267; }","duration":"2.857828779s","start":"2026-03-02T22:12:09.480808Z","end":"2026-03-02T22:12:12.338637Z","steps":["trace[1649886959] 'agreement among raft nodes before linearized reading' (duration: 2.857613073s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:12.338856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:09.480782Z","time spent":"2.858064335s","remote":"127.0.0.1:52048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:12.337868Z","caller":"traceutil/trace.go:171","msg":"trace[1402114027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23267; }","duration":"1.921467414s","start":"2026-03-02T22:12:10.416383Z","end":"2026-03-02T22:12:12.33785Z","steps":["trace[1402114027] 'agreement among raft nodes before linearized reading' (duration: 1.921199487s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:12.338937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:10.416358Z","time spent":"1.922574713s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:12:12.33854Z","caller":"traceutil/trace.go:171","msg":"trace[814479189] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2e69ca1c-b881-4259-b78a-834c6c0b055b; range_end:; response_count:1; response_revision:23267; }","duration":"1.216271428s","start":"2026-03-02T22:12:11.122256Z","end":"2026-03-02T22:12:12.338528Z","steps":["trace[814479189] 'agreement among raft nodes before linearized reading' (duration: 1.216108953s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:12.338988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:11.122245Z","time spent":"1.216727169s","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-2e69ca1c-b881-4259-b78a-834c6c0b055b\" "} {"level":"warn","ts":"2026-03-02T22:12:12.338133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922769477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T22:12:12.339053Z","caller":"traceutil/trace.go:171","msg":"trace[1930847675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23267; }","duration":"1.92370509s","start":"2026-03-02T22:12:10.41534Z","end":"2026-03-02T22:12:12.339045Z","steps":["trace[1930847675] 'agreement among raft nodes before linearized reading' (duration: 1.922726765s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:12.338719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:10.206553Z","time spent":"2.132152338s","remote":"127.0.0.1:55286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:12.339073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:10.415333Z","time spent":"1.923734971s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:12:13.476795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.985964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:13.476887Z","caller":"traceutil/trace.go:171","msg":"trace[1644405125] transaction","detail":"{read_only:false; response_revision:23268; number_of_response:1; }","duration":"1.135858368s","start":"2026-03-02T22:12:12.341013Z","end":"2026-03-02T22:12:13.476872Z","steps":["trace[1644405125] 'process raft request' (duration: 461.721961ms)","trace[1644405125] 'compare' (duration: 673.407558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:13.476933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:12.340999Z","time spent":"1.135912019s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:13.477363Z","caller":"traceutil/trace.go:171","msg":"trace[2013583948] transaction","detail":"{read_only:false; response_revision:23270; number_of_response:1; }","duration":"1.131246831s","start":"2026-03-02T22:12:12.346103Z","end":"2026-03-02T22:12:13.47735Z","steps":["trace[2013583948] 'process raft request' (duration: 1.1311742s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:13.477424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:12.346081Z","time spent":"1.131317063s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:13.477403Z","caller":"traceutil/trace.go:171","msg":"trace[1251747550] transaction","detail":"{read_only:false; response_revision:23269; number_of_response:1; }","duration":"1.13159662s","start":"2026-03-02T22:12:12.345775Z","end":"2026-03-02T22:12:13.477372Z","steps":["trace[1251747550] 'process raft request' (duration: 1.131421466s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:13.477534Z","caller":"traceutil/trace.go:171","msg":"trace[1762464690] transaction","detail":"{read_only:false; response_revision:23271; number_of_response:1; }","duration":"1.131282642s","start":"2026-03-02T22:12:12.346244Z","end":"2026-03-02T22:12:13.477527Z","steps":["trace[1762464690] 'process raft request' (duration: 1.131067326s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:13.477551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:12.34576Z","time spent":"1.131713652s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:13.477569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:12.346226Z","time spent":"1.131325213s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:13.477838Z","caller":"traceutil/trace.go:171","msg":"trace[142396589] linearizableReadLoop","detail":"{readStateIndex:24092; appliedIndex:24085; }","duration":"1.125068455s","start":"2026-03-02T22:12:12.352761Z","end":"2026-03-02T22:12:13.47783Z","steps":["trace[142396589] 'read index received' (duration: 450.083927ms)","trace[142396589] 'applied index is now lower than readState.Index' (duration: 674.983698ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:13.47789Z","caller":"traceutil/trace.go:171","msg":"trace[902361620] transaction","detail":"{read_only:false; response_revision:23272; number_of_response:1; }","duration":"1.13117316s","start":"2026-03-02T22:12:12.346712Z","end":"2026-03-02T22:12:13.477885Z","steps":["trace[902361620] 'process raft request' (duration: 1.13078143s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:13.477925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:12.346703Z","time spent":"1.13120061s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:13.478012Z","caller":"traceutil/trace.go:171","msg":"trace[2101085649] transaction","detail":"{read_only:false; response_revision:23273; number_of_response:1; }","duration":"1.129466706s","start":"2026-03-02T22:12:12.348538Z","end":"2026-03-02T22:12:13.478005Z","steps":["trace[2101085649] 'process raft request' (duration: 1.12923401s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:13.478047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:12.34853Z","time spent":"1.129500137s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:13.478058Z","caller":"traceutil/trace.go:171","msg":"trace[292000174] transaction","detail":"{read_only:false; response_revision:23274; number_of_response:1; }","duration":"1.1276442s","start":"2026-03-02T22:12:12.350366Z","end":"2026-03-02T22:12:13.478011Z","steps":["trace[292000174] 'process raft request' (duration: 1.127440795s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:13.478216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:12.350359Z","time spent":"1.127770113s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:13.480495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127723422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-02T22:12:13.480564Z","caller":"traceutil/trace.go:171","msg":"trace[1177880531] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23274; }","duration":"1.127836535s","start":"2026-03-02T22:12:12.352709Z","end":"2026-03-02T22:12:13.480546Z","steps":["trace[1177880531] 'agreement among raft nodes before linearized reading' (duration: 1.125294951s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:13.48061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:12.352697Z","time spent":"1.127902766s","remote":"127.0.0.1:44556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-02T22:12:13.556742Z","caller":"traceutil/trace.go:171","msg":"trace[1536413769] transaction","detail":"{read_only:false; response_revision:23275; number_of_response:1; }","duration":"205.544734ms","start":"2026-03-02T22:12:13.351163Z","end":"2026-03-02T22:12:13.556708Z","steps":["trace[1536413769] 'process raft request' (duration: 205.354159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:13.556855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112256334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-02T22:12:13.556937Z","caller":"traceutil/trace.go:171","msg":"trace[1154891641] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23275; }","duration":"1.112388467s","start":"2026-03-02T22:12:12.444526Z","end":"2026-03-02T22:12:13.556914Z","steps":["trace[1154891641] 'agreement among raft nodes before linearized reading' (duration: 1.112146961s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:13.556928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.653367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:13.556989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:12.444503Z","time spent":"1.112477209s","remote":"127.0.0.1:34590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-02T22:12:13.557002Z","caller":"traceutil/trace.go:171","msg":"trace[778295118] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23275; }","duration":"785.775851ms","start":"2026-03-02T22:12:12.771206Z","end":"2026-03-02T22:12:13.556982Z","steps":["trace[778295118] 'agreement among raft nodes before linearized reading' (duration: 785.653747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:13.557043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:12.771186Z","time spent":"785.847613ms","remote":"127.0.0.1:46538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:14.752458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826728552,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:12:15.144367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550274428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:15.144423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235211423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:15.144455Z","caller":"traceutil/trace.go:171","msg":"trace[334082930] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23275; }","duration":"1.550405661s","start":"2026-03-02T22:12:13.594024Z","end":"2026-03-02T22:12:15.14443Z","steps":["trace[334082930] 'count revisions from in-memory index tree' (duration: 1.550177186s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:15.144495Z","caller":"traceutil/trace.go:171","msg":"trace[550027368] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23275; }","duration":"1.235342807s","start":"2026-03-02T22:12:13.909134Z","end":"2026-03-02T22:12:15.144477Z","steps":["trace[550027368] 'count revisions from in-memory index tree' (duration: 1.235121741s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:15.144524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:13.594004Z","time spent":"1.550506243s","remote":"127.0.0.1:46924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:15.144571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:13.909106Z","time spent":"1.235441709s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:15.144746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547500038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:15.14478Z","caller":"traceutil/trace.go:171","msg":"trace[293470948] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23275; }","duration":"1.547581471s","start":"2026-03-02T22:12:13.597187Z","end":"2026-03-02T22:12:15.144769Z","steps":["trace[293470948] 'count revisions from in-memory index tree' (duration: 1.547396656s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:15.144809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:13.597164Z","time spent":"1.547636542s","remote":"127.0.0.1:34920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:15.14501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51370373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:15.145058Z","caller":"traceutil/trace.go:171","msg":"trace[233501440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23275; }","duration":"1.513777071s","start":"2026-03-02T22:12:13.631268Z","end":"2026-03-02T22:12:15.145045Z","steps":["trace[233501440] 'range keys from in-memory index tree' (duration: 1.513619637s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:15.14509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:13.631254Z","time spent":"1.513828763s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:12:15.253505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826728552,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:12:15.260164Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.00899309s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:12:15.260411Z","caller":"traceutil/trace.go:171","msg":"trace[1211336419] transaction","detail":"{read_only:false; response_revision:23276; number_of_response:1; }","duration":"1.026229533s","start":"2026-03-02T22:12:14.234161Z","end":"2026-03-02T22:12:15.26039Z","steps":["trace[1211336419] 'process raft request' (duration: 1.026098389s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:15.260534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:14.234132Z","time spent":"1.026331496s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:16.195054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.742958ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:16.195198Z","caller":"traceutil/trace.go:171","msg":"trace[207650867] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23276; }","duration":"767.896002ms","start":"2026-03-02T22:12:15.427288Z","end":"2026-03-02T22:12:16.195184Z","steps":["trace[207650867] 'range keys from in-memory index tree' (duration: 767.727118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:16.878159Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.617897808s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:12:16.87865Z","caller":"traceutil/trace.go:171","msg":"trace[1843928171] transaction","detail":"{read_only:false; response_revision:23278; number_of_response:1; }","duration":"2.526329911s","start":"2026-03-02T22:12:14.352297Z","end":"2026-03-02T22:12:16.878627Z","steps":["trace[1843928171] 'process raft request' (duration: 2.526217768s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:16.878707Z","caller":"traceutil/trace.go:171","msg":"trace[993018619] transaction","detail":"{read_only:false; response_revision:23277; number_of_response:1; }","duration":"2.526545476s","start":"2026-03-02T22:12:14.352111Z","end":"2026-03-02T22:12:16.878656Z","steps":["trace[993018619] 'process raft request' (duration: 2.526250149s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:16.878799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:14.35228Z","time spent":"2.526440614s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:16.878914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:14.352081Z","time spent":"2.526733571s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:16.879087Z","caller":"traceutil/trace.go:171","msg":"trace[1897913186] transaction","detail":"{read_only:false; response_revision:23279; number_of_response:1; }","duration":"2.526653769s","start":"2026-03-02T22:12:14.352413Z","end":"2026-03-02T22:12:16.879067Z","steps":["trace[1897913186] 'process raft request' (duration: 2.526178307s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:16.879196Z","caller":"traceutil/trace.go:171","msg":"trace[276948362] transaction","detail":"{read_only:false; response_revision:23280; number_of_response:1; }","duration":"2.526661539s","start":"2026-03-02T22:12:14.35252Z","end":"2026-03-02T22:12:16.879182Z","steps":["trace[276948362] 'process raft request' (duration: 2.526462044s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:16.879195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:14.352406Z","time spent":"2.52674078s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:16.879263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:14.352514Z","time spent":"2.526717541s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:16.879647Z","caller":"traceutil/trace.go:171","msg":"trace[207659826] transaction","detail":"{read_only:false; response_revision:23281; number_of_response:1; }","duration":"2.527091081s","start":"2026-03-02T22:12:14.352542Z","end":"2026-03-02T22:12:16.879633Z","steps":["trace[207659826] 'process raft request' (duration: 2.526591937s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:16.879746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:14.35253Z","time spent":"2.527175562s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:16.879808Z","caller":"traceutil/trace.go:171","msg":"trace[619993289] linearizableReadLoop","detail":"{readStateIndex:24101; appliedIndex:24094; }","duration":"2.628230502s","start":"2026-03-02T22:12:14.251566Z","end":"2026-03-02T22:12:16.879797Z","steps":["trace[619993289] 'read index received' (duration: 1.011528263s)","trace[619993289] 'applied index is now lower than readState.Index' (duration: 1.616701029s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:16.879839Z","caller":"traceutil/trace.go:171","msg":"trace[1501980781] transaction","detail":"{read_only:false; response_revision:23283; number_of_response:1; }","duration":"1.633606952s","start":"2026-03-02T22:12:15.246222Z","end":"2026-03-02T22:12:16.879829Z","steps":["trace[1501980781] 'process raft request' (duration: 1.63351494s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:16.879848Z","caller":"traceutil/trace.go:171","msg":"trace[136590020] transaction","detail":"{read_only:false; response_revision:23282; number_of_response:1; }","duration":"2.527211244s","start":"2026-03-02T22:12:14.352602Z","end":"2026-03-02T22:12:16.879813Z","steps":["trace[136590020] 'process raft request' (duration: 2.526986228s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:16.880002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.628432186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.124\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-02T22:12:16.880059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:14.352595Z","time spent":"2.527342587s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:16.880079Z","caller":"traceutil/trace.go:171","msg":"trace[647832468] range","detail":"{range_begin:/registry/masterleases/199.19.213.124; range_end:; response_count:1; response_revision:23283; }","duration":"2.628552439s","start":"2026-03-02T22:12:14.251516Z","end":"2026-03-02T22:12:16.880068Z","steps":["trace[647832468] 'agreement among raft nodes before linearized reading' (duration: 2.628355224s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:16.880113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:14.251493Z","time spent":"2.628611521s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.124\" "} {"level":"warn","ts":"2026-03-02T22:12:16.879885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:15.246192Z","time spent":"1.633667244s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:17.147212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000481679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:12:17.147292Z","caller":"traceutil/trace.go:171","msg":"trace[1206975218] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000602612s","start":"2026-03-02T22:12:15.146667Z","end":"2026-03-02T22:12:17.14727Z","steps":["trace[1206975218] 'agreement among raft nodes before linearized reading' (duration: 2.000502049s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:17.147332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:15.146656Z","time spent":"2.000668253s","remote":"127.0.0.1:34440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:12:17.952041Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.016829776s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:12:18.89655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961332346s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:18.896767Z","caller":"traceutil/trace.go:171","msg":"trace[1612600766] transaction","detail":"{read_only:false; response_revision:23284; number_of_response:1; }","duration":"2.234022037s","start":"2026-03-02T22:12:16.662711Z","end":"2026-03-02T22:12:18.896733Z","steps":["trace[1612600766] 'process raft request' (duration: 272.424484ms)","trace[1612600766] 'compare' (duration: 1.96068901s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:18.896983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.306076784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418181"} {"level":"info","ts":"2026-03-02T22:12:18.897014Z","caller":"traceutil/trace.go:171","msg":"trace[1080404515] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23284; }","duration":"4.306138315s","start":"2026-03-02T22:12:14.590867Z","end":"2026-03-02T22:12:18.897006Z","steps":["trace[1080404515] 'agreement among raft nodes before linearized reading' (duration: 4.305973681s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:18.897033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:14.590848Z","time spent":"4.306177927s","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418204,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-02T22:12:18.897234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.414765222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:12:18.897254Z","caller":"traceutil/trace.go:171","msg":"trace[580457444] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23284; }","duration":"3.414801052s","start":"2026-03-02T22:12:15.482447Z","end":"2026-03-02T22:12:18.897248Z","steps":["trace[580457444] 'agreement among raft nodes before linearized reading' (duration: 3.414751331s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:18.8973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:15.482439Z","time spent":"3.414856983s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:12:18.897229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:16.662684Z","time spent":"2.234212201s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:18.89741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.415646563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:12:18.897431Z","caller":"traceutil/trace.go:171","msg":"trace[1894702240] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23284; }","duration":"3.415713485s","start":"2026-03-02T22:12:15.481711Z","end":"2026-03-02T22:12:18.897425Z","steps":["trace[1894702240] 'agreement among raft nodes before linearized reading' (duration: 3.415666153s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:18.897444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:15.481685Z","time spent":"3.415755046s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:12:18.896983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.414284239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:12:18.897451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.970077698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:18.89725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078701944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:12:18.897556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.863499272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:18.897502Z","caller":"traceutil/trace.go:171","msg":"trace[1192063271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23284; }","duration":"3.414809632s","start":"2026-03-02T22:12:15.482679Z","end":"2026-03-02T22:12:18.897489Z","steps":["trace[1192063271] 'agreement among raft nodes before linearized reading' (duration: 3.414185847s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:18.897584Z","caller":"traceutil/trace.go:171","msg":"trace[1265480295] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23284; }","duration":"2.863564723s","start":"2026-03-02T22:12:16.034013Z","end":"2026-03-02T22:12:18.897578Z","steps":["trace[1265480295] 'agreement among raft nodes before linearized reading' (duration: 2.863521072s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:18.897585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.204552853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:12:18.897612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:16.033986Z","time spent":"2.863617184s","remote":"127.0.0.1:36002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:18.897622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.416065964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:12:18.897624Z","caller":"traceutil/trace.go:171","msg":"trace[2034684649] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23284; }","duration":"2.079078793s","start":"2026-03-02T22:12:16.818498Z","end":"2026-03-02T22:12:18.897577Z","steps":["trace[2034684649] 'agreement among raft nodes before linearized reading' (duration: 2.078503129s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:18.897629Z","caller":"traceutil/trace.go:171","msg":"trace[1744760080] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23284; }","duration":"4.204594254s","start":"2026-03-02T22:12:14.693022Z","end":"2026-03-02T22:12:18.897616Z","steps":["trace[1744760080] 'agreement among raft nodes before linearized reading' (duration: 4.204528653s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:18.897671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.840902728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:18.897661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:15.482673Z","time spent":"3.414914275s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:12:18.89769Z","caller":"traceutil/trace.go:171","msg":"trace[1558782679] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23284; }","duration":"3.840958809s","start":"2026-03-02T22:12:15.056727Z","end":"2026-03-02T22:12:18.897685Z","steps":["trace[1558782679] 'agreement among raft nodes before linearized reading' (duration: 3.840925678s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:18.897586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.415821498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T22:12:18.897709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:15.056704Z","time spent":"3.84100082s","remote":"127.0.0.1:58924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:18.89772Z","caller":"traceutil/trace.go:171","msg":"trace[951296706] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23284; }","duration":"3.415960261s","start":"2026-03-02T22:12:15.481748Z","end":"2026-03-02T22:12:18.897709Z","steps":["trace[951296706] 'agreement among raft nodes before linearized reading' (duration: 3.415806297s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:18.89774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:15.481741Z","time spent":"3.415994221s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:12:18.897467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.264865142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:18.897642Z","caller":"traceutil/trace.go:171","msg":"trace[781369706] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23284; }","duration":"3.416132416s","start":"2026-03-02T22:12:15.481502Z","end":"2026-03-02T22:12:18.897635Z","steps":["trace[781369706] 'agreement among raft nodes before linearized reading' (duration: 3.416094315s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:18.897813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:15.48148Z","time spent":"3.416328501s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T22:12:18.897513Z","caller":"traceutil/trace.go:171","msg":"trace[184387248] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23284; }","duration":"2.970194721s","start":"2026-03-02T22:12:15.927306Z","end":"2026-03-02T22:12:18.897501Z","steps":["trace[184387248] 'agreement among raft nodes before linearized reading' (duration: 2.970069198s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:18.897845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:15.927286Z","time spent":"2.970543141s","remote":"127.0.0.1:51048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:18.896817Z","caller":"traceutil/trace.go:171","msg":"trace[2090024607] linearizableReadLoop","detail":"{readStateIndex:24102; appliedIndex:24101; }","duration":"2.016952703s","start":"2026-03-02T22:12:16.879846Z","end":"2026-03-02T22:12:18.896799Z","steps":["trace[2090024607] 'read index received' (duration: 55.440272ms)","trace[2090024607] 'applied index is now lower than readState.Index' (duration: 1.961510421s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:18.896817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:16.881074Z","time spent":"2.015739423s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:12:18.897524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.170994454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:18.898005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.414756091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T22:12:18.898023Z","caller":"traceutil/trace.go:171","msg":"trace[2089157380] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23284; }","duration":"2.171495116s","start":"2026-03-02T22:12:16.726519Z","end":"2026-03-02T22:12:18.898015Z","steps":["trace[2089157380] 'agreement among raft nodes before linearized reading' (duration: 2.170976153s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:18.897811Z","caller":"traceutil/trace.go:171","msg":"trace[234256328] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23284; }","duration":"2.265257722s","start":"2026-03-02T22:12:16.632547Z","end":"2026-03-02T22:12:18.897805Z","steps":["trace[234256328] 'agreement among raft nodes before linearized reading' (duration: 2.264875343s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:18.898032Z","caller":"traceutil/trace.go:171","msg":"trace[1625089903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23284; }","duration":"3.414788501s","start":"2026-03-02T22:12:15.483233Z","end":"2026-03-02T22:12:18.898021Z","steps":["trace[1625089903] 'agreement among raft nodes before linearized reading' (duration: 3.414699769s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:18.898048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:16.726462Z","time spent":"2.171578468s","remote":"127.0.0.1:55272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:12:18.898055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:15.483226Z","time spent":"3.414824883s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:12:18.898056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:16.632521Z","time spent":"2.265525188s","remote":"127.0.0.1:46662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:18.897682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:14.692971Z","time spent":"4.204699428s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:18.897889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.880667586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268858"} {"level":"warn","ts":"2026-03-02T22:12:18.897904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.307772513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:18.898176Z","caller":"traceutil/trace.go:171","msg":"trace[27932964] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23284; }","duration":"3.308079231s","start":"2026-03-02T22:12:15.590088Z","end":"2026-03-02T22:12:18.898167Z","steps":["trace[27932964] 'agreement among raft nodes before linearized reading' (duration: 3.307782354s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:18.897875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:16.818474Z","time spent":"2.079187756s","remote":"127.0.0.1:34642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:18.898199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:15.590068Z","time spent":"3.308122663s","remote":"127.0.0.1:55314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:18.897527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.181515836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T22:12:18.898236Z","caller":"traceutil/trace.go:171","msg":"trace[1934991922] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23284; }","duration":"4.182274365s","start":"2026-03-02T22:12:14.715955Z","end":"2026-03-02T22:12:18.89823Z","steps":["trace[1934991922] 'agreement among raft nodes before linearized reading' (duration: 4.181484955s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:18.898267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:14.715933Z","time spent":"4.182325145s","remote":"127.0.0.1:34542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-02T22:12:18.898148Z","caller":"traceutil/trace.go:171","msg":"trace[41667403] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23284; }","duration":"3.880952973s","start":"2026-03-02T22:12:15.017186Z","end":"2026-03-02T22:12:18.898139Z","steps":["trace[41667403] 'agreement among raft nodes before linearized reading' (duration: 3.880483132s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:18.898307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:15.017171Z","time spent":"3.881129477s","remote":"127.0.0.1:34932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268881,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-02T22:12:18.897931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.268673061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:18.89845Z","caller":"traceutil/trace.go:171","msg":"trace[1115543213] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23284; }","duration":"3.269227375s","start":"2026-03-02T22:12:15.629214Z","end":"2026-03-02T22:12:18.898442Z","steps":["trace[1115543213] 'agreement among raft nodes before linearized reading' (duration: 3.268694152s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:18.898472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:15.629182Z","time spent":"3.269282896s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:19.163148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000159802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:12:19.163251Z","caller":"traceutil/trace.go:171","msg":"trace[1137892066] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000286685s","start":"2026-03-02T22:12:17.162943Z","end":"2026-03-02T22:12:19.163229Z","steps":["trace[1137892066] 'agreement among raft nodes before linearized reading' (duration: 2.000165102s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:19.163301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:17.162939Z","time spent":"2.000352237s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:12:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:12:19.828663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.448081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:19.828748Z","caller":"traceutil/trace.go:171","msg":"trace[238171602] transaction","detail":"{read_only:false; response_revision:23285; number_of_response:1; }","duration":"941.855242ms","start":"2026-03-02T22:12:18.886878Z","end":"2026-03-02T22:12:19.828734Z","steps":["trace[238171602] 'process raft request' (duration: 178.237308ms)","trace[238171602] 'compare' (duration: 762.604259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:19.828811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:18.886846Z","time spent":"941.925404ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:20.333642Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.261474584s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:12:20.968277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.945907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:20.968504Z","caller":"traceutil/trace.go:171","msg":"trace[1562171159] transaction","detail":"{read_only:false; response_revision:23287; number_of_response:1; }","duration":"2.076743585s","start":"2026-03-02T22:12:18.891742Z","end":"2026-03-02T22:12:20.968486Z","steps":["trace[1562171159] 'process raft request' (duration: 2.076598861s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:20.968544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:18.891738Z","time spent":"2.076787526s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:20.968524Z","caller":"traceutil/trace.go:171","msg":"trace[1657937811] transaction","detail":"{read_only:false; response_revision:23289; number_of_response:1; }","duration":"2.076300304s","start":"2026-03-02T22:12:18.892198Z","end":"2026-03-02T22:12:20.968499Z","steps":["trace[1657937811] 'process raft request' (duration: 2.076220942s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:20.968551Z","caller":"traceutil/trace.go:171","msg":"trace[518854793] transaction","detail":"{read_only:false; response_revision:23286; number_of_response:1; }","duration":"2.077654419s","start":"2026-03-02T22:12:18.890857Z","end":"2026-03-02T22:12:20.968511Z","steps":["trace[518854793] 'process raft request' (duration: 1.443410234s)","trace[518854793] 'compare' (duration: 633.529967ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:20.968592Z","caller":"traceutil/trace.go:171","msg":"trace[1919022305] transaction","detail":"{read_only:false; response_revision:23288; number_of_response:1; }","duration":"2.076428547s","start":"2026-03-02T22:12:18.89207Z","end":"2026-03-02T22:12:20.968498Z","steps":["trace[1919022305] 'process raft request' (duration: 2.076327625s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:20.96864Z","caller":"traceutil/trace.go:171","msg":"trace[93014382] transaction","detail":"{read_only:false; response_revision:23290; number_of_response:1; }","duration":"2.076281833s","start":"2026-03-02T22:12:18.892343Z","end":"2026-03-02T22:12:20.968625Z","steps":["trace[93014382] 'process raft request' (duration: 2.076099529s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:20.968661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:18.892194Z","time spent":"2.076386576s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:20.968699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:18.892339Z","time spent":"2.076328484s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:20.968743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:18.89205Z","time spent":"2.076610391s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:20.968746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:18.890848Z","time spent":"2.077797892s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:20.968777Z","caller":"traceutil/trace.go:171","msg":"trace[1841480554] transaction","detail":"{read_only:false; response_revision:23291; number_of_response:1; }","duration":"2.068222061s","start":"2026-03-02T22:12:18.900545Z","end":"2026-03-02T22:12:20.968767Z","steps":["trace[1841480554] 'process raft request' (duration: 2.067917613s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:20.968784Z","caller":"traceutil/trace.go:171","msg":"trace[2143132693] transaction","detail":"{read_only:false; response_revision:23292; number_of_response:1; }","duration":"2.068093138s","start":"2026-03-02T22:12:18.900685Z","end":"2026-03-02T22:12:20.968778Z","steps":["trace[2143132693] 'process raft request' (duration: 2.068041137s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:20.96883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:18.90068Z","time spent":"2.068133019s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:20.968849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:18.900527Z","time spent":"2.068270942s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:20.968977Z","caller":"traceutil/trace.go:171","msg":"trace[1451369249] transaction","detail":"{read_only:false; response_revision:23293; number_of_response:1; }","duration":"2.067630556s","start":"2026-03-02T22:12:18.901334Z","end":"2026-03-02T22:12:20.968965Z","steps":["trace[1451369249] 'process raft request' (duration: 2.067422711s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:20.969036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:18.901327Z","time spent":"2.067678318s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:20.969162Z","caller":"traceutil/trace.go:171","msg":"trace[593625040] transaction","detail":"{read_only:false; response_revision:23294; number_of_response:1; }","duration":"2.066548608s","start":"2026-03-02T22:12:18.902587Z","end":"2026-03-02T22:12:20.969135Z","steps":["trace[593625040] 'process raft request' (duration: 2.066327763s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:20.96918Z","caller":"traceutil/trace.go:171","msg":"trace[1148952782] transaction","detail":"{read_only:false; response_revision:23295; number_of_response:1; }","duration":"2.066520078s","start":"2026-03-02T22:12:18.90265Z","end":"2026-03-02T22:12:20.96917Z","steps":["trace[1148952782] 'process raft request' (duration: 2.066370874s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:20.969239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:18.902646Z","time spent":"2.066565649s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:20.969263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:18.90258Z","time spent":"2.066632621s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:20.96925Z","caller":"traceutil/trace.go:171","msg":"trace[831777653] linearizableReadLoop","detail":"{readStateIndex:24109; appliedIndex:24103; }","duration":"2.071350569s","start":"2026-03-02T22:12:18.897875Z","end":"2026-03-02T22:12:20.969225Z","steps":["trace[831777653] 'read index received' (duration: 170.74319ms)","trace[831777653] 'applied index is now lower than readState.Index' (duration: 1.900606329s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:20.969348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.781637284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:20.969372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.120471137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:20.969395Z","caller":"traceutil/trace.go:171","msg":"trace[962219795] transaction","detail":"{read_only:false; response_revision:23297; number_of_response:1; }","duration":"2.065521783s","start":"2026-03-02T22:12:18.903858Z","end":"2026-03-02T22:12:20.96938Z","steps":["trace[962219795] 'process raft request' (duration: 2.065302478s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:20.969416Z","caller":"traceutil/trace.go:171","msg":"trace[790260805] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23297; }","duration":"3.120548259s","start":"2026-03-02T22:12:17.848859Z","end":"2026-03-02T22:12:20.969407Z","steps":["trace[790260805] 'agreement among raft nodes before linearized reading' (duration: 3.120474367s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:20.969421Z","caller":"traceutil/trace.go:171","msg":"trace[640871072] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23297; }","duration":"2.781761428s","start":"2026-03-02T22:12:18.18764Z","end":"2026-03-02T22:12:20.969402Z","steps":["trace[640871072] 'agreement among raft nodes before linearized reading' (duration: 2.781624684s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:20.969418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.42148329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:20.969418Z","caller":"traceutil/trace.go:171","msg":"trace[802095257] transaction","detail":"{read_only:false; response_revision:23296; number_of_response:1; }","duration":"2.066435815s","start":"2026-03-02T22:12:18.902964Z","end":"2026-03-02T22:12:20.969399Z","steps":["trace[802095257] 'process raft request' (duration: 2.066147228s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:20.969465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:18.18762Z","time spent":"2.78183501s","remote":"127.0.0.1:46852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:20.969462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.477159805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-03-02T22:12:20.969474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:18.903852Z","time spent":"2.065581094s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:20.969518Z","caller":"traceutil/trace.go:171","msg":"trace[93247599] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23297; }","duration":"2.477273858s","start":"2026-03-02T22:12:18.492229Z","end":"2026-03-02T22:12:20.969503Z","steps":["trace[93247599] 'agreement among raft nodes before linearized reading' (duration: 2.477017992s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:20.969569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:18.492196Z","time spent":"2.477359661s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:12:20.969611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.415425084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:20.969607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.807028426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899233d8e69a543\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-02T22:12:20.969625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.256938433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-02T22:12:20.969516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:18.902958Z","time spent":"2.066511607s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:20.969654Z","caller":"traceutil/trace.go:171","msg":"trace[746518099] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23297; }","duration":"2.415507766s","start":"2026-03-02T22:12:18.554133Z","end":"2026-03-02T22:12:20.969641Z","steps":["trace[746518099] 'agreement among raft nodes before linearized reading' (duration: 2.415441675s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:20.969666Z","caller":"traceutil/trace.go:171","msg":"trace[1507690205] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23297; }","duration":"2.257016585s","start":"2026-03-02T22:12:18.712637Z","end":"2026-03-02T22:12:20.969654Z","steps":["trace[1507690205] 'agreement among raft nodes before linearized reading' (duration: 2.25686479s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:20.969663Z","caller":"traceutil/trace.go:171","msg":"trace[927048209] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899233d8e69a543; range_end:; response_count:1; response_revision:23297; }","duration":"3.807105759s","start":"2026-03-02T22:12:17.162543Z","end":"2026-03-02T22:12:20.969649Z","steps":["trace[927048209] 'agreement among raft nodes before linearized reading' (duration: 3.806960864s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:20.969445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:17.848842Z","time spent":"3.120593009s","remote":"127.0.0.1:32922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:20.969692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:18.554111Z","time spent":"2.415570308s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:20.969698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:18.712611Z","time spent":"2.257080107s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:12:20.969712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:17.16253Z","time spent":"3.80716741s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899233d8e69a543\" "} {"level":"info","ts":"2026-03-02T22:12:20.969474Z","caller":"traceutil/trace.go:171","msg":"trace[1722291256] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23297; }","duration":"3.421553292s","start":"2026-03-02T22:12:17.547902Z","end":"2026-03-02T22:12:20.969455Z","steps":["trace[1722291256] 'agreement among raft nodes before linearized reading' (duration: 3.421450259s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:20.969789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:17.547855Z","time spent":"3.421912872s","remote":"127.0.0.1:46836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:20.971128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.49886616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T22:12:20.971197Z","caller":"traceutil/trace.go:171","msg":"trace[1567730786] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23297; }","duration":"2.498977712s","start":"2026-03-02T22:12:18.472203Z","end":"2026-03-02T22:12:20.971181Z","steps":["trace[1567730786] 'agreement among raft nodes before linearized reading' (duration: 2.497384513s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:20.971248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:18.472182Z","time spent":"2.499051855s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2677,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:21.163539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999915695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:12:21.163624Z","caller":"traceutil/trace.go:171","msg":"trace[909823187] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000052408s","start":"2026-03-02T22:12:19.163557Z","end":"2026-03-02T22:12:21.163609Z","steps":["trace[909823187] 'agreement among raft nodes before linearized reading' (duration: 1.999941916s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:21.163661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:19.163539Z","time spent":"2.000115149s","remote":"127.0.0.1:34440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:12:21.375342Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.041166997s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:12:21.422448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.173544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:21.422518Z","caller":"traceutil/trace.go:171","msg":"trace[1408171195] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23298; }","duration":"525.296416ms","start":"2026-03-02T22:12:20.897207Z","end":"2026-03-02T22:12:21.422504Z","steps":["trace[1408171195] 'agreement among raft nodes before linearized reading' (duration: 525.142112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:21.422563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:20.897189Z","time spent":"525.363348ms","remote":"127.0.0.1:46776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:21.422586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5173116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:21.422666Z","caller":"traceutil/trace.go:171","msg":"trace[2136656406] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23298; }","duration":"1.517428363s","start":"2026-03-02T22:12:19.90522Z","end":"2026-03-02T22:12:21.422649Z","steps":["trace[2136656406] 'agreement among raft nodes before linearized reading' (duration: 1.51729907s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:21.422645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.684472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:21.422678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066008721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:21.422723Z","caller":"traceutil/trace.go:171","msg":"trace[179064531] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23298; }","duration":"848.817665ms","start":"2026-03-02T22:12:20.57389Z","end":"2026-03-02T22:12:21.422708Z","steps":["trace[179064531] 'agreement among raft nodes before linearized reading' (duration: 848.657311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:21.422719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:19.905201Z","time spent":"1.517503544s","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:21.422763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:20.573868Z","time spent":"848.886487ms","remote":"127.0.0.1:56418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:21.422753Z","caller":"traceutil/trace.go:171","msg":"trace[1273781669] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23298; }","duration":"1.066129144s","start":"2026-03-02T22:12:20.356606Z","end":"2026-03-02T22:12:21.422735Z","steps":["trace[1273781669] 'agreement among raft nodes before linearized reading' (duration: 1.06596079s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:21.422752Z","caller":"traceutil/trace.go:171","msg":"trace[1913567361] transaction","detail":"{read_only:false; response_revision:23298; number_of_response:1; }","duration":"2.142398914s","start":"2026-03-02T22:12:19.280305Z","end":"2026-03-02T22:12:21.422704Z","steps":["trace[1913567361] 'process raft request' (duration: 2.095308231s)","trace[1913567361] 'compare' (duration: 45.925664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:21.422872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55873626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:12:21.422899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760855368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:21.422906Z","caller":"traceutil/trace.go:171","msg":"trace[196303224] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23298; }","duration":"1.558794792s","start":"2026-03-02T22:12:19.8641Z","end":"2026-03-02T22:12:21.422894Z","steps":["trace[196303224] 'agreement among raft nodes before linearized reading' (duration: 1.55873782s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:21.422938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:19.864083Z","time spent":"1.558849083s","remote":"127.0.0.1:52058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:21.422958Z","caller":"traceutil/trace.go:171","msg":"trace[1696111506] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23298; }","duration":"1.76093023s","start":"2026-03-02T22:12:19.661995Z","end":"2026-03-02T22:12:21.422925Z","steps":["trace[1696111506] 'agreement among raft nodes before linearized reading' (duration: 1.760869198s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:21.422964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:19.280273Z","time spent":"2.142581719s","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418239,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:21.422991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:19.661976Z","time spent":"1.761006752s","remote":"127.0.0.1:34772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:21.422804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:20.356587Z","time spent":"1.066205376s","remote":"127.0.0.1:34932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:21.423213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.522351429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:21.423247Z","caller":"traceutil/trace.go:171","msg":"trace[1346123389] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23298; }","duration":"2.522416891s","start":"2026-03-02T22:12:18.900823Z","end":"2026-03-02T22:12:21.423239Z","steps":["trace[1346123389] 'agreement among raft nodes before linearized reading' (duration: 2.52235099s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:21.423269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:18.90081Z","time spent":"2.522453792s","remote":"127.0.0.1:34642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:12:21.424103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.22379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:21.424198Z","caller":"traceutil/trace.go:171","msg":"trace[1200469962] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23298; }","duration":"967.356824ms","start":"2026-03-02T22:12:20.456827Z","end":"2026-03-02T22:12:21.424184Z","steps":["trace[1200469962] 'agreement among raft nodes before linearized reading' (duration: 965.591359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:21.424811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:20.456805Z","time spent":"967.98578ms","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:21.424318Z","caller":"traceutil/trace.go:171","msg":"trace[263886854] linearizableReadLoop","detail":"{readStateIndex:24117; appliedIndex:24116; }","duration":"452.770315ms","start":"2026-03-02T22:12:20.969319Z","end":"2026-03-02T22:12:21.422089Z","steps":["trace[263886854] 'read index received' (duration: 406.203325ms)","trace[263886854] 'applied index is now lower than readState.Index' (duration: 46.56504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:21.427895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:20.971918Z","time spent":"455.973356ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T22:12:21.428222Z","caller":"traceutil/trace.go:171","msg":"trace[218548772] transaction","detail":"{read_only:false; response_revision:23299; number_of_response:1; }","duration":"450.187019ms","start":"2026-03-02T22:12:20.978019Z","end":"2026-03-02T22:12:21.428206Z","steps":["trace[218548772] 'process raft request' (duration: 449.715998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:21.42836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:20.978009Z","time spent":"450.252181ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:21.434624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.696766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:21.434699Z","caller":"traceutil/trace.go:171","msg":"trace[2108432714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23300; }","duration":"263.819729ms","start":"2026-03-02T22:12:21.170865Z","end":"2026-03-02T22:12:21.434684Z","steps":["trace[2108432714] 'agreement among raft nodes before linearized reading' (duration: 263.646294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:21.434741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.721521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-02T22:12:21.434801Z","caller":"traceutil/trace.go:171","msg":"trace[1069215922] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23300; }","duration":"463.817164ms","start":"2026-03-02T22:12:20.97097Z","end":"2026-03-02T22:12:21.434787Z","steps":["trace[1069215922] 'agreement among raft nodes before linearized reading' (duration: 463.68089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:21.434831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:20.970951Z","time spent":"463.874235ms","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T22:12:21.434978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.013972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:21.435003Z","caller":"traceutil/trace.go:171","msg":"trace[1256874018] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23300; }","duration":"457.061294ms","start":"2026-03-02T22:12:20.977936Z","end":"2026-03-02T22:12:21.434997Z","steps":["trace[1256874018] 'agreement among raft nodes before linearized reading' (duration: 457.006502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:21.435022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:20.977923Z","time spent":"457.094374ms","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:21.435161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.938631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-02T22:12:21.435185Z","caller":"traceutil/trace.go:171","msg":"trace[1758076009] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23300; }","duration":"461.129246ms","start":"2026-03-02T22:12:20.97405Z","end":"2026-03-02T22:12:21.435179Z","steps":["trace[1758076009] 'agreement among raft nodes before linearized reading' (duration: 461.063145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:21.435202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:20.974039Z","time spent":"461.159117ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T22:12:37.430718Z","caller":"traceutil/trace.go:171","msg":"trace[1404590947] linearizableReadLoop","detail":"{readStateIndex:24278; appliedIndex:24277; }","duration":"481.108177ms","start":"2026-03-02T22:12:36.94958Z","end":"2026-03-02T22:12:37.430689Z","steps":["trace[1404590947] 'read index received' (duration: 480.87021ms)","trace[1404590947] 'applied index is now lower than readState.Index' (duration: 236.477µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:37.430851Z","caller":"traceutil/trace.go:171","msg":"trace[1012916369] transaction","detail":"{read_only:false; response_revision:23454; number_of_response:1; }","duration":"504.090344ms","start":"2026-03-02T22:12:36.926724Z","end":"2026-03-02T22:12:37.430814Z","steps":["trace[1012916369] 'process raft request' (duration: 503.746916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:37.430977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:36.926702Z","time spent":"504.207168ms","remote":"127.0.0.1:35996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1319,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:37.43099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.383475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:37.43108Z","caller":"traceutil/trace.go:171","msg":"trace[203235773] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23454; }","duration":"481.528968ms","start":"2026-03-02T22:12:36.949532Z","end":"2026-03-02T22:12:37.431061Z","steps":["trace[203235773] 'agreement among raft nodes before linearized reading' (duration: 481.340784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:37.431126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:36.949505Z","time spent":"481.61079ms","remote":"127.0.0.1:34932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T22:12:37.931541Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826728998,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:12:38.393287Z","caller":"traceutil/trace.go:171","msg":"trace[823169938] transaction","detail":"{read_only:false; response_revision:23455; number_of_response:1; }","duration":"1.299458697s","start":"2026-03-02T22:12:37.093802Z","end":"2026-03-02T22:12:38.393261Z","steps":["trace[823169938] 'process raft request' (duration: 1.299249022s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:38.393531Z","caller":"traceutil/trace.go:171","msg":"trace[1806805644] transaction","detail":"{read_only:false; response_revision:23456; number_of_response:1; }","duration":"1.285690412s","start":"2026-03-02T22:12:37.107803Z","end":"2026-03-02T22:12:38.393493Z","steps":["trace[1806805644] 'process raft request' (duration: 1.285408845s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:38.393581Z","caller":"traceutil/trace.go:171","msg":"trace[359505710] transaction","detail":"{read_only:false; response_revision:23460; number_of_response:1; }","duration":"1.020380836s","start":"2026-03-02T22:12:37.373188Z","end":"2026-03-02T22:12:38.393569Z","steps":["trace[359505710] 'process raft request' (duration: 1.020348265s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:38.393582Z","caller":"traceutil/trace.go:171","msg":"trace[1703637470] transaction","detail":"{read_only:false; response_revision:23457; number_of_response:1; }","duration":"1.285553548s","start":"2026-03-02T22:12:37.107999Z","end":"2026-03-02T22:12:38.393552Z","steps":["trace[1703637470] 'process raft request' (duration: 1.285405935s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:38.393673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:37.107782Z","time spent":"1.285814274s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:38.393687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:37.373156Z","time spent":"1.020470618s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:38.393687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:37.107961Z","time spent":"1.285670321s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:38.393673Z","caller":"traceutil/trace.go:171","msg":"trace[808121061] transaction","detail":"{read_only:false; response_revision:23458; number_of_response:1; }","duration":"1.278954761s","start":"2026-03-02T22:12:37.114687Z","end":"2026-03-02T22:12:38.393642Z","steps":["trace[808121061] 'process raft request' (duration: 1.278792237s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:38.393695Z","caller":"traceutil/trace.go:171","msg":"trace[1187966924] transaction","detail":"{read_only:false; response_revision:23459; number_of_response:1; }","duration":"1.278991272s","start":"2026-03-02T22:12:37.114687Z","end":"2026-03-02T22:12:38.393678Z","steps":["trace[1187966924] 'process raft request' (duration: 1.278820878s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:38.393801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:37.114658Z","time spent":"1.279072795s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:38.393832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:37.114655Z","time spent":"1.279094105s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:38.394027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:37.093744Z","time spent":"1.300255107s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:39.363857Z","caller":"traceutil/trace.go:171","msg":"trace[947641558] transaction","detail":"{read_only:false; response_revision:23461; number_of_response:1; }","duration":"1.92562652s","start":"2026-03-02T22:12:37.4382Z","end":"2026-03-02T22:12:39.363826Z","steps":["trace[947641558] 'process raft request' (duration: 1.925332412s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:39.363998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:37.438172Z","time spent":"1.925760122s","remote":"127.0.0.1:35964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2228,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T22:12:39.364558Z","caller":"traceutil/trace.go:171","msg":"trace[33918546] transaction","detail":"{read_only:false; response_revision:23462; number_of_response:1; }","duration":"1.550871674s","start":"2026-03-02T22:12:37.813649Z","end":"2026-03-02T22:12:39.36452Z","steps":["trace[33918546] 'process raft request' (duration: 1.550074304s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:39.36456Z","caller":"traceutil/trace.go:171","msg":"trace[97615475] linearizableReadLoop","detail":"{readStateIndex:24287; appliedIndex:24278; }","duration":"1.933715832s","start":"2026-03-02T22:12:37.430815Z","end":"2026-03-02T22:12:39.364531Z","steps":["trace[97615475] 'read index received' (duration: 962.263295ms)","trace[97615475] 'applied index is now lower than readState.Index' (duration: 971.451057ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:39.364692Z","caller":"traceutil/trace.go:171","msg":"trace[320869401] transaction","detail":"{read_only:false; response_revision:23463; number_of_response:1; }","duration":"1.437005933s","start":"2026-03-02T22:12:37.927669Z","end":"2026-03-02T22:12:39.364675Z","steps":["trace[320869401] 'process raft request' (duration: 1.436715465s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:39.364752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:37.813631Z","time spent":"1.551001828s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:39.36484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:37.927633Z","time spent":"1.437107365s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:39.36491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166209693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:39.364913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.244187002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:12:39.364965Z","caller":"traceutil/trace.go:171","msg":"trace[1225614215] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23463; }","duration":"2.166296444s","start":"2026-03-02T22:12:37.198649Z","end":"2026-03-02T22:12:39.364946Z","steps":["trace[1225614215] 'agreement among raft nodes before linearized reading' (duration: 2.166231193s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:39.365012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:37.198629Z","time spent":"2.166372717s","remote":"127.0.0.1:60550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:39.365054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241061884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T22:12:39.365062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.322779877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:39.365093Z","caller":"traceutil/trace.go:171","msg":"trace[1810287224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23463; }","duration":"2.241109785s","start":"2026-03-02T22:12:37.123974Z","end":"2026-03-02T22:12:39.365084Z","steps":["trace[1810287224] 'agreement among raft nodes before linearized reading' (duration: 2.241019623s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:39.365127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:37.123954Z","time spent":"2.241165827s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:12:39.365121Z","caller":"traceutil/trace.go:171","msg":"trace[162502799] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23463; }","duration":"2.322891399s","start":"2026-03-02T22:12:37.042211Z","end":"2026-03-02T22:12:39.365103Z","steps":["trace[162502799] 'agreement among raft nodes before linearized reading' (duration: 2.322799327s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:39.365231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:37.042179Z","time spent":"2.323041433s","remote":"127.0.0.1:52098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:39.365308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.171336572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T22:12:39.365354Z","caller":"traceutil/trace.go:171","msg":"trace[392103584] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23463; }","duration":"2.171395243s","start":"2026-03-02T22:12:37.193948Z","end":"2026-03-02T22:12:39.365343Z","steps":["trace[392103584] 'agreement among raft nodes before linearized reading' (duration: 2.1712777s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:39.365384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:37.193941Z","time spent":"2.171436924s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:12:39.366216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.361142929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209361"} {"level":"info","ts":"2026-03-02T22:12:39.366289Z","caller":"traceutil/trace.go:171","msg":"trace[575273819] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:23463; }","duration":"2.361220753s","start":"2026-03-02T22:12:37.005051Z","end":"2026-03-02T22:12:39.366272Z","steps":["trace[575273819] 'agreement among raft nodes before linearized reading' (duration: 2.360096284s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:39.366338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:37.004963Z","time spent":"2.361361957s","remote":"127.0.0.1:34542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2209384,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-02T22:12:39.364971Z","caller":"traceutil/trace.go:171","msg":"trace[1148436288] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23463; }","duration":"2.244306746s","start":"2026-03-02T22:12:37.120648Z","end":"2026-03-02T22:12:39.364954Z","steps":["trace[1148436288] 'agreement among raft nodes before linearized reading' (duration: 2.244124371s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:39.366694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181965159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T22:12:39.366737Z","caller":"traceutil/trace.go:171","msg":"trace[882883622] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23463; }","duration":"2.18203053s","start":"2026-03-02T22:12:37.184695Z","end":"2026-03-02T22:12:39.366725Z","steps":["trace[882883622] 'agreement among raft nodes before linearized reading' (duration: 2.181915738s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:39.366774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:37.184681Z","time spent":"2.182086042s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:12:39.366886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187348784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-02T22:12:39.366734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:37.12063Z","time spent":"2.24609096s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T22:12:39.366929Z","caller":"traceutil/trace.go:171","msg":"trace[1709248715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23463; }","duration":"2.187447967s","start":"2026-03-02T22:12:37.179467Z","end":"2026-03-02T22:12:39.366915Z","steps":["trace[1709248715] 'agreement among raft nodes before linearized reading' (duration: 2.187291633s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:39.366955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:37.179445Z","time spent":"2.187504278s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:12:39.364835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.234024056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T22:12:39.367097Z","caller":"traceutil/trace.go:171","msg":"trace[789250481] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23463; }","duration":"2.236306064s","start":"2026-03-02T22:12:37.130773Z","end":"2026-03-02T22:12:39.367079Z","steps":["trace[789250481] 'agreement among raft nodes before linearized reading' (duration: 2.233929494s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:39.367181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:37.130767Z","time spent":"2.236400606s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:12:39.632708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000386957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:12:39.632789Z","caller":"traceutil/trace.go:171","msg":"trace[1341638373] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00052204s","start":"2026-03-02T22:12:37.632248Z","end":"2026-03-02T22:12:39.63277Z","steps":["trace[1341638373] 'agreement among raft nodes before linearized reading' (duration: 2.000422638s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:39.632842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:37.632225Z","time spent":"2.000606632s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:12:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:12:39.830086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.621424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:39.830273Z","caller":"traceutil/trace.go:171","msg":"trace[1119468923] transaction","detail":"{read_only:false; response_revision:23464; number_of_response:1; }","duration":"904.679539ms","start":"2026-03-02T22:12:38.925574Z","end":"2026-03-02T22:12:39.830253Z","steps":["trace[1119468923] 'process raft request' (duration: 552.82499ms)","trace[1119468923] 'compare' (duration: 351.114121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:39.830366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:38.925553Z","time spent":"904.762021ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:39.987949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.783024ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T22:12:39.988039Z","caller":"traceutil/trace.go:171","msg":"trace[38152416] linearizableReadLoop","detail":"{readStateIndex:24289; appliedIndex:24287; }","duration":"623.394921ms","start":"2026-03-02T22:12:39.364633Z","end":"2026-03-02T22:12:39.988028Z","steps":["trace[38152416] 'read index received' (duration: 114.028945ms)","trace[38152416] 'applied index is now lower than readState.Index' (duration: 509.365066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:39.988441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49339788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:39.988466Z","caller":"traceutil/trace.go:171","msg":"trace[9653141] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23464; }","duration":"1.493434511s","start":"2026-03-02T22:12:38.495025Z","end":"2026-03-02T22:12:39.988459Z","steps":["trace[9653141] 'agreement among raft nodes before linearized reading' (duration: 1.493376629s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:39.988488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:38.494969Z","time spent":"1.493511823s","remote":"127.0.0.1:55320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:39.988657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524012868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-02T22:12:39.988676Z","caller":"traceutil/trace.go:171","msg":"trace[1036561248] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23464; }","duration":"1.52406347s","start":"2026-03-02T22:12:38.464606Z","end":"2026-03-02T22:12:39.98867Z","steps":["trace[1036561248] 'agreement among raft nodes before linearized reading' (duration: 1.523991008s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:39.988688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:38.464588Z","time spent":"1.52409759s","remote":"127.0.0.1:32870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T22:12:39.988787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917352772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:39.988802Z","caller":"traceutil/trace.go:171","msg":"trace[797783466] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23464; }","duration":"1.917406403s","start":"2026-03-02T22:12:38.07139Z","end":"2026-03-02T22:12:39.988797Z","steps":["trace[797783466] 'agreement among raft nodes before linearized reading' (duration: 1.917380802s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:39.988815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:38.071369Z","time spent":"1.917441763s","remote":"127.0.0.1:44556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:39.988908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.507055787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-02T22:12:39.98892Z","caller":"traceutil/trace.go:171","msg":"trace[1220974718] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb; range_end:; response_count:1; response_revision:23464; }","duration":"2.507111168s","start":"2026-03-02T22:12:37.481805Z","end":"2026-03-02T22:12:39.988916Z","steps":["trace[1220974718] 'agreement among raft nodes before linearized reading' (duration: 2.507070687s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:39.988933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:37.481769Z","time spent":"2.507160829s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb\" "} {"level":"warn","ts":"2026-03-02T22:12:39.98901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.554081548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:39.989023Z","caller":"traceutil/trace.go:171","msg":"trace[251906125] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23464; }","duration":"2.55413819s","start":"2026-03-02T22:12:37.434881Z","end":"2026-03-02T22:12:39.98902Z","steps":["trace[251906125] 'agreement among raft nodes before linearized reading' (duration: 2.554114139s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:39.989035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:37.434861Z","time spent":"2.55417062s","remote":"127.0.0.1:34642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T22:12:40.337485Z","caller":"traceutil/trace.go:171","msg":"trace[1486970812] linearizableReadLoop","detail":"{readStateIndex:24295; appliedIndex:24289; }","duration":"349.414138ms","start":"2026-03-02T22:12:39.988054Z","end":"2026-03-02T22:12:40.337469Z","steps":["trace[1486970812] 'read index received' (duration: 349.0933ms)","trace[1486970812] 'applied index is now lower than readState.Index' (duration: 320.268µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:40.33751Z","caller":"traceutil/trace.go:171","msg":"trace[839871676] transaction","detail":"{read_only:false; response_revision:23465; number_of_response:1; }","duration":"966.906222ms","start":"2026-03-02T22:12:39.370557Z","end":"2026-03-02T22:12:40.337463Z","steps":["trace[839871676] 'process raft request' (duration: 966.644626ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:40.337624Z","caller":"traceutil/trace.go:171","msg":"trace[1661166592] transaction","detail":"{read_only:false; response_revision:23467; number_of_response:1; }","duration":"966.357798ms","start":"2026-03-02T22:12:39.371261Z","end":"2026-03-02T22:12:40.337618Z","steps":["trace[1661166592] 'process raft request' (duration: 966.105292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:40.337721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:39.371253Z","time spent":"966.399119ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:40.337741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:39.370542Z","time spent":"967.104637ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:40.337921Z","caller":"traceutil/trace.go:171","msg":"trace[537374774] transaction","detail":"{read_only:false; response_revision:23468; number_of_response:1; }","duration":"966.270186ms","start":"2026-03-02T22:12:39.371644Z","end":"2026-03-02T22:12:40.337914Z","steps":["trace[537374774] 'process raft request' (duration: 965.748723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:40.337967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:39.371637Z","time spent":"966.307187ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:40.338025Z","caller":"traceutil/trace.go:171","msg":"trace[1290018003] transaction","detail":"{read_only:false; response_revision:23469; number_of_response:1; }","duration":"966.313127ms","start":"2026-03-02T22:12:39.371706Z","end":"2026-03-02T22:12:40.338019Z","steps":["trace[1290018003] 'process raft request' (duration: 965.706572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:40.338063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:39.371702Z","time spent":"966.343858ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:40.338109Z","caller":"traceutil/trace.go:171","msg":"trace[2027928241] transaction","detail":"{read_only:false; response_revision:23470; number_of_response:1; }","duration":"963.825815ms","start":"2026-03-02T22:12:39.374278Z","end":"2026-03-02T22:12:40.338103Z","steps":["trace[2027928241] 'process raft request' (duration: 963.166799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:40.33814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:39.37427Z","time spent":"963.854146ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:40.338216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.551417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:40.338241Z","caller":"traceutil/trace.go:171","msg":"trace[1247655859] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23470; }","duration":"397.602798ms","start":"2026-03-02T22:12:39.940632Z","end":"2026-03-02T22:12:40.338234Z","steps":["trace[1247655859] 'agreement among raft nodes before linearized reading' (duration: 397.555697ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:40.337565Z","caller":"traceutil/trace.go:171","msg":"trace[1212858723] transaction","detail":"{read_only:false; response_revision:23466; number_of_response:1; }","duration":"966.415089ms","start":"2026-03-02T22:12:39.371142Z","end":"2026-03-02T22:12:40.337557Z","steps":["trace[1212858723] 'process raft request' (duration: 966.197654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:40.338269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:39.940615Z","time spent":"397.649409ms","remote":"127.0.0.1:32914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:40.338312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:39.371124Z","time spent":"967.153008ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:40.338392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.621128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:40.338415Z","caller":"traceutil/trace.go:171","msg":"trace[2126884536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23470; }","duration":"705.68141ms","start":"2026-03-02T22:12:39.632729Z","end":"2026-03-02T22:12:40.33841Z","steps":["trace[2126884536] 'agreement among raft nodes before linearized reading' (duration: 705.643869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:40.338431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:39.632709Z","time spent":"705.71864ms","remote":"127.0.0.1:34440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:12:40.33853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.264774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:40.338556Z","caller":"traceutil/trace.go:171","msg":"trace[5302549] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23470; }","duration":"911.322266ms","start":"2026-03-02T22:12:39.427225Z","end":"2026-03-02T22:12:40.338548Z","steps":["trace[5302549] 'agreement among raft nodes before linearized reading' (duration: 911.283045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:40.338577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:39.427208Z","time spent":"911.363958ms","remote":"127.0.0.1:46936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:40.338732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.474524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-03-02T22:12:40.33876Z","caller":"traceutil/trace.go:171","msg":"trace[975414407] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:23470; }","duration":"945.534316ms","start":"2026-03-02T22:12:39.393217Z","end":"2026-03-02T22:12:40.338752Z","steps":["trace[975414407] 'agreement among raft nodes before linearized reading' (duration: 945.444554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:40.338777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:39.393199Z","time spent":"945.573957ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-02T22:12:40.338924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.556247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-02T22:12:40.338958Z","caller":"traceutil/trace.go:171","msg":"trace[217910816] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23470; }","duration":"346.605878ms","start":"2026-03-02T22:12:39.992336Z","end":"2026-03-02T22:12:40.338942Z","steps":["trace[217910816] 'agreement among raft nodes before linearized reading' (duration: 346.539246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:40.338975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:39.992322Z","time spent":"346.64933ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:12:40.340356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.076019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-03-02T22:12:40.340385Z","caller":"traceutil/trace.go:171","msg":"trace[451607089] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:23470; }","duration":"345.153731ms","start":"2026-03-02T22:12:39.995224Z","end":"2026-03-02T22:12:40.340378Z","steps":["trace[451607089] 'agreement among raft nodes before linearized reading' (duration: 343.89855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:40.34041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:39.995205Z","time spent":"345.198472ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1178,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-03-02T22:12:41.409422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.198113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:41.409624Z","caller":"traceutil/trace.go:171","msg":"trace[1886952534] linearizableReadLoop","detail":"{readStateIndex:24296; appliedIndex:24295; }","duration":"1.064177696s","start":"2026-03-02T22:12:40.345429Z","end":"2026-03-02T22:12:41.409607Z","steps":["trace[1886952534] 'read index received' (duration: 310.696625ms)","trace[1886952534] 'applied index is now lower than readState.Index' (duration: 753.479811ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:41.409678Z","caller":"traceutil/trace.go:171","msg":"trace[887228454] transaction","detail":"{read_only:false; response_revision:23471; number_of_response:1; }","duration":"1.065345665s","start":"2026-03-02T22:12:40.3443Z","end":"2026-03-02T22:12:41.409646Z","steps":["trace[887228454] 'process raft request' (duration: 311.813413ms)","trace[887228454] 'compare' (duration: 752.534537ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:41.410195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:40.34429Z","time spent":"1.065857018s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:41.409946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064498154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-03-02T22:12:41.410329Z","caller":"traceutil/trace.go:171","msg":"trace[138598528] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:23471; }","duration":"1.064912564s","start":"2026-03-02T22:12:40.345394Z","end":"2026-03-02T22:12:41.410306Z","steps":["trace[138598528] 'agreement among raft nodes before linearized reading' (duration: 1.064389231s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:41.410391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:40.345378Z","time spent":"1.064996147s","remote":"127.0.0.1:34642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1281,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"info","ts":"2026-03-02T22:12:41.477815Z","caller":"traceutil/trace.go:171","msg":"trace[9080269] transaction","detail":"{read_only:false; response_revision:23472; number_of_response:1; }","duration":"1.079932422s","start":"2026-03-02T22:12:40.397867Z","end":"2026-03-02T22:12:41.477799Z","steps":["trace[9080269] 'process raft request' (duration: 1.079783668s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:41.477957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:40.397853Z","time spent":"1.080053424s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:41.478185Z","caller":"traceutil/trace.go:171","msg":"trace[1660370986] transaction","detail":"{read_only:false; response_revision:23473; number_of_response:1; }","duration":"1.078979168s","start":"2026-03-02T22:12:40.399187Z","end":"2026-03-02T22:12:41.478166Z","steps":["trace[1660370986] 'process raft request' (duration: 1.078580098s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:41.478241Z","caller":"traceutil/trace.go:171","msg":"trace[1599962764] transaction","detail":"{read_only:false; response_revision:23476; number_of_response:1; }","duration":"1.076382612s","start":"2026-03-02T22:12:40.401833Z","end":"2026-03-02T22:12:41.478216Z","steps":["trace[1599962764] 'process raft request' (duration: 1.076325181s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:41.478284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:40.39918Z","time spent":"1.07905775s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:41.478391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:40.401826Z","time spent":"1.076487625s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:41.478514Z","caller":"traceutil/trace.go:171","msg":"trace[1680545781] transaction","detail":"{read_only:false; response_revision:23474; number_of_response:1; }","duration":"1.078612919s","start":"2026-03-02T22:12:40.399891Z","end":"2026-03-02T22:12:41.478504Z","steps":["trace[1680545781] 'process raft request' (duration: 1.078114666s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:41.478592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:40.399885Z","time spent":"1.078680202s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:41.478523Z","caller":"traceutil/trace.go:171","msg":"trace[1873535597] transaction","detail":"{read_only:false; response_revision:23475; number_of_response:1; }","duration":"1.077193993s","start":"2026-03-02T22:12:40.401319Z","end":"2026-03-02T22:12:41.478513Z","steps":["trace[1873535597] 'process raft request' (duration: 1.076796463s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:41.478694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:40.401312Z","time spent":"1.077350807s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:42.346824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000416498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:12:42.346894Z","caller":"traceutil/trace.go:171","msg":"trace[745423721] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000519131s","start":"2026-03-02T22:12:40.346362Z","end":"2026-03-02T22:12:42.346882Z","steps":["trace[745423721] 'agreement among raft nodes before linearized reading' (duration: 2.000425747s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:42.34693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:40.346346Z","time spent":"2.000576173s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:12:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:12:42.804466Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.323931053s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:12:42.804844Z","caller":"traceutil/trace.go:171","msg":"trace[1164917704] linearizableReadLoop","detail":"{readStateIndex:24302; appliedIndex:24297; }","duration":"1.394725581s","start":"2026-03-02T22:12:41.410097Z","end":"2026-03-02T22:12:42.804822Z","steps":["trace[1164917704] 'read index received' (duration: 67.66756ms)","trace[1164917704] 'applied index is now lower than readState.Index' (duration: 1.32705452s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:42.805058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05817596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:42.805101Z","caller":"traceutil/trace.go:171","msg":"trace[1116287815] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23477; }","duration":"2.058260231s","start":"2026-03-02T22:12:40.746828Z","end":"2026-03-02T22:12:42.805089Z","steps":["trace[1116287815] 'agreement among raft nodes before linearized reading' (duration: 2.058116128s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:42.805136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:40.746814Z","time spent":"2.058311042s","remote":"127.0.0.1:34718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:42.805224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.247261989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:42.805299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.454534556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-02T22:12:42.80533Z","caller":"traceutil/trace.go:171","msg":"trace[816488039] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23477; }","duration":"2.247420394s","start":"2026-03-02T22:12:40.557887Z","end":"2026-03-02T22:12:42.805307Z","steps":["trace[816488039] 'agreement among raft nodes before linearized reading' (duration: 2.247256619s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:42.805357Z","caller":"traceutil/trace.go:171","msg":"trace[627620821] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23477; }","duration":"2.454607368s","start":"2026-03-02T22:12:40.350735Z","end":"2026-03-02T22:12:42.805342Z","steps":["trace[627620821] 'agreement among raft nodes before linearized reading' (duration: 2.454396833s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:42.805386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:40.557871Z","time spent":"2.247495125s","remote":"127.0.0.1:60540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:42.805398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:40.350727Z","time spent":"2.45466357s","remote":"127.0.0.1:44556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T22:12:42.805294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.811801099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-03-02T22:12:42.805489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.710066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925d469238330\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-02T22:12:42.805504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.441940849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-02T22:12:42.805543Z","caller":"traceutil/trace.go:171","msg":"trace[902902989] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23477; }","duration":"2.442000041s","start":"2026-03-02T22:12:40.363535Z","end":"2026-03-02T22:12:42.805535Z","steps":["trace[902902989] 'agreement among raft nodes before linearized reading' (duration: 2.441905639s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:42.805553Z","caller":"traceutil/trace.go:171","msg":"trace[565766395] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189925d469238330; range_end:; response_count:1; response_revision:23477; }","duration":"230.792748ms","start":"2026-03-02T22:12:42.574741Z","end":"2026-03-02T22:12:42.805534Z","steps":["trace[565766395] 'agreement among raft nodes before linearized reading' (duration: 230.677365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:42.805571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:40.363521Z","time spent":"2.442043982s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-02T22:12:42.805381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390863453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.189925dc4e69ff3f\" ","response":"range_response_count:1 size:742"} {"level":"info","ts":"2026-03-02T22:12:42.805636Z","caller":"traceutil/trace.go:171","msg":"trace[2016473571] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.189925dc4e69ff3f; range_end:; response_count:1; response_revision:23477; }","duration":"1.39115649s","start":"2026-03-02T22:12:41.414464Z","end":"2026-03-02T22:12:42.805621Z","steps":["trace[2016473571] 'agreement among raft nodes before linearized reading' (duration: 1.39074499s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:42.805684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:41.41445Z","time spent":"1.391220422s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":765,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.189925dc4e69ff3f\" "} {"level":"info","ts":"2026-03-02T22:12:42.80577Z","caller":"traceutil/trace.go:171","msg":"trace[496124276] transaction","detail":"{read_only:false; response_revision:23477; number_of_response:1; }","duration":"1.434977622s","start":"2026-03-02T22:12:41.370779Z","end":"2026-03-02T22:12:42.805757Z","steps":["trace[496124276] 'process raft request' (duration: 1.433885435s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:42.805815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.115413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-02T22:12:42.805856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547692083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-02T22:12:42.805518Z","caller":"traceutil/trace.go:171","msg":"trace[1292902295] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb; range_end:; response_count:1; response_revision:23477; }","duration":"1.812090896s","start":"2026-03-02T22:12:40.993405Z","end":"2026-03-02T22:12:42.805496Z","steps":["trace[1292902295] 'agreement among raft nodes before linearized reading' (duration: 1.811491071s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:42.805878Z","caller":"traceutil/trace.go:171","msg":"trace[174314392] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23477; }","duration":"449.206605ms","start":"2026-03-02T22:12:42.356661Z","end":"2026-03-02T22:12:42.805868Z","steps":["trace[174314392] 'agreement among raft nodes before linearized reading' (duration: 449.079192ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:42.805887Z","caller":"traceutil/trace.go:171","msg":"trace[278493338] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23477; }","duration":"1.547767185s","start":"2026-03-02T22:12:41.258111Z","end":"2026-03-02T22:12:42.805878Z","steps":["trace[278493338] 'agreement among raft nodes before linearized reading' (duration: 1.547679583s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:42.805901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:40.993391Z","time spent":"1.812497516s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb\" "} {"level":"warn","ts":"2026-03-02T22:12:42.805921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:41.258092Z","time spent":"1.547818506s","remote":"127.0.0.1:32870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T22:12:42.80596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.066373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:42.805994Z","caller":"traceutil/trace.go:171","msg":"trace[837373049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23477; }","duration":"459.138585ms","start":"2026-03-02T22:12:42.346846Z","end":"2026-03-02T22:12:42.805984Z","steps":["trace[837373049] 'agreement among raft nodes before linearized reading' (duration: 459.092144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:42.806026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:42.346828Z","time spent":"459.192767ms","remote":"127.0.0.1:34440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:12:42.80604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.52636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T22:12:42.806075Z","caller":"traceutil/trace.go:171","msg":"trace[1859377649] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23477; }","duration":"462.579061ms","start":"2026-03-02T22:12:42.343486Z","end":"2026-03-02T22:12:42.806065Z","steps":["trace[1859377649] 'agreement among raft nodes before linearized reading' (duration: 462.475399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:42.806116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:42.343482Z","time spent":"462.625852ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:12:42.806235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:41.370749Z","time spent":"1.435180117s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:42.806273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.500365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:42.806312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.012187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T22:12:42.8063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.821078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:12:42.806405Z","caller":"traceutil/trace.go:171","msg":"trace[2056640922] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23477; }","duration":"462.901611ms","start":"2026-03-02T22:12:42.343463Z","end":"2026-03-02T22:12:42.806365Z","steps":["trace[2056640922] 'agreement among raft nodes before linearized reading' (duration: 462.718585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:42.806426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.347737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-02T22:12:42.806448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219611031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-02T22:12:42.80626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29996311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:42.806493Z","caller":"traceutil/trace.go:171","msg":"trace[218993637] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23477; }","duration":"1.219695964s","start":"2026-03-02T22:12:41.586787Z","end":"2026-03-02T22:12:42.806483Z","steps":["trace[218993637] 'agreement among raft nodes before linearized reading' (duration: 1.219494918s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:42.806506Z","caller":"traceutil/trace.go:171","msg":"trace[730683530] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23477; }","duration":"1.300235898s","start":"2026-03-02T22:12:41.506255Z","end":"2026-03-02T22:12:42.80649Z","steps":["trace[730683530] 'agreement among raft nodes before linearized reading' (duration: 1.29997318s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:42.806527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:41.58677Z","time spent":"1.219748686s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":179,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:42.806552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:41.506238Z","time spent":"1.300298359s","remote":"127.0.0.1:55272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:12:42.806581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391472469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1448"} {"level":"info","ts":"2026-03-02T22:12:42.806616Z","caller":"traceutil/trace.go:171","msg":"trace[826795960] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23477; }","duration":"1.391518611s","start":"2026-03-02T22:12:41.415088Z","end":"2026-03-02T22:12:42.806607Z","steps":["trace[826795960] 'agreement among raft nodes before linearized reading' (duration: 1.391418958s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:42.806639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.952342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T22:12:42.806653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:41.415082Z","time spent":"1.391564682s","remote":"127.0.0.1:34642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-02T22:12:42.806669Z","caller":"traceutil/trace.go:171","msg":"trace[1084615312] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23477; }","duration":"462.991863ms","start":"2026-03-02T22:12:42.343669Z","end":"2026-03-02T22:12:42.80666Z","steps":["trace[1084615312] 'agreement among raft nodes before linearized reading' (duration: 462.918471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:42.806456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:42.343399Z","time spent":"463.043815ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:12:42.80675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.130496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:42.806561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.825868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T22:12:42.806791Z","caller":"traceutil/trace.go:171","msg":"trace[781812950] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23477; }","duration":"463.220829ms","start":"2026-03-02T22:12:42.343561Z","end":"2026-03-02T22:12:42.806781Z","steps":["trace[781812950] 'agreement among raft nodes before linearized reading' (duration: 463.163758ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:42.806817Z","caller":"traceutil/trace.go:171","msg":"trace[1301503489] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23477; }","duration":"463.073515ms","start":"2026-03-02T22:12:42.343716Z","end":"2026-03-02T22:12:42.806789Z","steps":["trace[1301503489] 'agreement among raft nodes before linearized reading' (duration: 462.771268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:42.806834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:42.343532Z","time spent":"463.29231ms","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:12:42.806856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:42.343709Z","time spent":"463.136037ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:12:42.806328Z","caller":"traceutil/trace.go:171","msg":"trace[582415954] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23477; }","duration":"549.557708ms","start":"2026-03-02T22:12:42.25676Z","end":"2026-03-02T22:12:42.806317Z","steps":["trace[582415954] 'agreement among raft nodes before linearized reading' (duration: 549.480345ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:42.806467Z","caller":"traceutil/trace.go:171","msg":"trace[1003763377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23477; }","duration":"462.399928ms","start":"2026-03-02T22:12:42.344058Z","end":"2026-03-02T22:12:42.806458Z","steps":["trace[1003763377] 'agreement among raft nodes before linearized reading' (duration: 462.303016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:42.806953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:42.256709Z","time spent":"550.229114ms","remote":"127.0.0.1:56420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:42.805919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:42.356646Z","time spent":"449.261816ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-02T22:12:42.806341Z","caller":"traceutil/trace.go:171","msg":"trace[2098817540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23477; }","duration":"462.08487ms","start":"2026-03-02T22:12:42.344248Z","end":"2026-03-02T22:12:42.806333Z","steps":["trace[2098817540] 'agreement among raft nodes before linearized reading' (duration: 461.997127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:42.806952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:42.344053Z","time spent":"462.88873ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:12:42.807104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:42.344225Z","time spent":"462.868069ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:12:42.806707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:42.343654Z","time spent":"463.046494ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:12:43.374137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.354509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:43.37443Z","caller":"traceutil/trace.go:171","msg":"trace[1742825197] transaction","detail":"{read_only:false; response_revision:23478; number_of_response:1; }","duration":"564.493812ms","start":"2026-03-02T22:12:42.809735Z","end":"2026-03-02T22:12:43.374229Z","steps":["trace[1742825197] 'process raft request' (duration: 231.907397ms)","trace[1742825197] 'compare' (duration: 331.513158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:43.374626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:42.809713Z","time spent":"564.753868ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:43.552193Z","caller":"traceutil/trace.go:171","msg":"trace[442103836] transaction","detail":"{read_only:false; response_revision:23479; number_of_response:1; }","duration":"742.31433ms","start":"2026-03-02T22:12:42.809846Z","end":"2026-03-02T22:12:43.55216Z","steps":["trace[442103836] 'process raft request' (duration: 673.831759ms)","trace[442103836] 'compare' (duration: 68.249025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:43.55232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:42.809816Z","time spent":"742.435103ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:43.552539Z","caller":"traceutil/trace.go:171","msg":"trace[1523900843] transaction","detail":"{read_only:false; response_revision:23481; number_of_response:1; }","duration":"741.211152ms","start":"2026-03-02T22:12:42.811319Z","end":"2026-03-02T22:12:43.55253Z","steps":["trace[1523900843] 'process raft request' (duration: 741.024937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:43.552585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:42.811305Z","time spent":"741.257544ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:43.552674Z","caller":"traceutil/trace.go:171","msg":"trace[1102592178] transaction","detail":"{read_only:false; response_revision:23484; number_of_response:1; }","duration":"740.926245ms","start":"2026-03-02T22:12:42.811725Z","end":"2026-03-02T22:12:43.552651Z","steps":["trace[1102592178] 'process raft request' (duration: 740.72429ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:43.552861Z","caller":"traceutil/trace.go:171","msg":"trace[741896569] transaction","detail":"{read_only:false; response_revision:23485; number_of_response:1; }","duration":"740.645617ms","start":"2026-03-02T22:12:42.812208Z","end":"2026-03-02T22:12:43.552854Z","steps":["trace[741896569] 'process raft request' (duration: 740.36831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:43.552908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:42.812201Z","time spent":"740.685489ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:43.552944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:42.811716Z","time spent":"741.019538ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:43.553071Z","caller":"traceutil/trace.go:171","msg":"trace[1527206352] transaction","detail":"{read_only:false; response_revision:23482; number_of_response:1; }","duration":"741.639373ms","start":"2026-03-02T22:12:42.81142Z","end":"2026-03-02T22:12:43.553059Z","steps":["trace[1527206352] 'process raft request' (duration: 740.965606ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:43.553104Z","caller":"traceutil/trace.go:171","msg":"trace[1920281466] linearizableReadLoop","detail":"{readStateIndex:24305; appliedIndex:24302; }","duration":"741.878559ms","start":"2026-03-02T22:12:42.81122Z","end":"2026-03-02T22:12:43.553099Z","steps":["trace[1920281466] 'read index received' (duration: 230.404899ms)","trace[1920281466] 'applied index is now lower than readState.Index' (duration: 511.4731ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:43.553136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:42.811409Z","time spent":"741.695324ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:43.553242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.017892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9602"} {"level":"info","ts":"2026-03-02T22:12:43.553267Z","caller":"traceutil/trace.go:171","msg":"trace[703326558] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23487; }","duration":"742.075914ms","start":"2026-03-02T22:12:42.811184Z","end":"2026-03-02T22:12:43.55326Z","steps":["trace[703326558] 'agreement among raft nodes before linearized reading' (duration: 741.951811ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:43.552705Z","caller":"traceutil/trace.go:171","msg":"trace[2083471391] transaction","detail":"{read_only:false; response_revision:23480; number_of_response:1; }","duration":"741.93718ms","start":"2026-03-02T22:12:42.810756Z","end":"2026-03-02T22:12:43.552693Z","steps":["trace[2083471391] 'process raft request' (duration: 741.508509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:43.553294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:42.811173Z","time spent":"742.114995ms","remote":"127.0.0.1:34940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9625,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-03-02T22:12:43.553326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:42.810742Z","time spent":"742.553306ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:43.553085Z","caller":"traceutil/trace.go:171","msg":"trace[369097777] transaction","detail":"{read_only:false; response_revision:23486; number_of_response:1; }","duration":"740.449122ms","start":"2026-03-02T22:12:42.812627Z","end":"2026-03-02T22:12:43.553076Z","steps":["trace[369097777] 'process raft request' (duration: 740.136655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:43.553487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:42.812619Z","time spent":"740.793521ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:43.553268Z","caller":"traceutil/trace.go:171","msg":"trace[1082836146] transaction","detail":"{read_only:false; response_revision:23483; number_of_response:1; }","duration":"741.651173ms","start":"2026-03-02T22:12:42.811607Z","end":"2026-03-02T22:12:43.553258Z","steps":["trace[1082836146] 'process raft request' (duration: 740.811382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:43.553606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:42.811597Z","time spent":"741.983342ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:43.554551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.753491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:43.554628Z","caller":"traceutil/trace.go:171","msg":"trace[251419400] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23491; }","duration":"742.854904ms","start":"2026-03-02T22:12:42.811756Z","end":"2026-03-02T22:12:43.554611Z","steps":["trace[251419400] 'agreement among raft nodes before linearized reading' (duration: 742.728491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:43.554672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:42.811745Z","time spent":"742.916205ms","remote":"127.0.0.1:34642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:12:43.555127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.52319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.189925dc4eb58067\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-03-02T22:12:43.555171Z","caller":"traceutil/trace.go:171","msg":"trace[1308069082] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.189925dc4eb58067; range_end:; response_count:1; response_revision:23491; }","duration":"169.596791ms","start":"2026-03-02T22:12:43.385564Z","end":"2026-03-02T22:12:43.555161Z","steps":["trace[1308069082] 'agreement among raft nodes before linearized reading' (duration: 169.467048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:43.555327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.038704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:43.555363Z","caller":"traceutil/trace.go:171","msg":"trace[1777810913] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23491; }","duration":"461.104164ms","start":"2026-03-02T22:12:43.094248Z","end":"2026-03-02T22:12:43.555352Z","steps":["trace[1777810913] 'agreement among raft nodes before linearized reading' (duration: 461.046113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:43.555398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:43.094232Z","time spent":"461.154556ms","remote":"127.0.0.1:55312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:43.55562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.306004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-03-02T22:12:43.555651Z","caller":"traceutil/trace.go:171","msg":"trace[87011037] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:23491; }","duration":"743.349635ms","start":"2026-03-02T22:12:42.812293Z","end":"2026-03-02T22:12:43.555643Z","steps":["trace[87011037] 'agreement among raft nodes before linearized reading' (duration: 743.274163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:43.555669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:42.812289Z","time spent":"743.375895ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-02T22:12:43.55641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.46323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:43.556538Z","caller":"traceutil/trace.go:171","msg":"trace[1235768225] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23491; }","duration":"597.627934ms","start":"2026-03-02T22:12:42.958884Z","end":"2026-03-02T22:12:43.556512Z","steps":["trace[1235768225] 'agreement among raft nodes before linearized reading' (duration: 596.857195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:43.556649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:42.958865Z","time spent":"597.769477ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:44.579663Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826729066,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:12:44.96366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152709221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-02T22:12:44.963762Z","caller":"traceutil/trace.go:171","msg":"trace[891958786] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb; range_end:; response_count:1; response_revision:23498; }","duration":"1.152889406s","start":"2026-03-02T22:12:43.810848Z","end":"2026-03-02T22:12:44.963737Z","steps":["trace[891958786] 'range keys from in-memory index tree' (duration: 1.152503936s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:44.965038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059745594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:44.965176Z","caller":"traceutil/trace.go:171","msg":"trace[1097198243] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23498; }","duration":"1.059903098s","start":"2026-03-02T22:12:43.905224Z","end":"2026-03-02T22:12:44.965127Z","steps":["trace[1097198243] 'count revisions from in-memory index tree' (duration: 1.05957826s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:44.963827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:43.810828Z","time spent":"1.152982287s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb\" "} {"level":"info","ts":"2026-03-02T22:12:44.965218Z","caller":"traceutil/trace.go:171","msg":"trace[1368372262] linearizableReadLoop","detail":"{readStateIndex:24324; appliedIndex:24323; }","duration":"885.687972ms","start":"2026-03-02T22:12:44.079502Z","end":"2026-03-02T22:12:44.96519Z","steps":["trace[1368372262] 'read index received' (duration: 875.159447ms)","trace[1368372262] 'applied index is now lower than readState.Index' (duration: 10.526925ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:44.965238Z","caller":"traceutil/trace.go:171","msg":"trace[2083400108] transaction","detail":"{read_only:false; response_revision:23499; number_of_response:1; }","duration":"901.431098ms","start":"2026-03-02T22:12:44.06377Z","end":"2026-03-02T22:12:44.965201Z","steps":["trace[2083400108] 'process raft request' (duration: 890.828061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:44.965281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:43.905155Z","time spent":"1.060064192s","remote":"127.0.0.1:55244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:44.965372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:44.063744Z","time spent":"901.55171ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:44.965391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.889986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189925dc4cb74d77\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-02T22:12:44.965421Z","caller":"traceutil/trace.go:171","msg":"trace[1243693288] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189925dc4cb74d77; range_end:; response_count:1; response_revision:23499; }","duration":"886.135833ms","start":"2026-03-02T22:12:44.079275Z","end":"2026-03-02T22:12:44.965411Z","steps":["trace[1243693288] 'agreement among raft nodes before linearized reading' (duration: 886.042231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:44.965451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:44.07926Z","time spent":"886.180274ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189925dc4cb74d77\" "} {"level":"warn","ts":"2026-03-02T22:12:45.465863Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826729070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:12:46.516437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088682952s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:46.516567Z","caller":"traceutil/trace.go:171","msg":"trace[1677399667] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23499; }","duration":"1.088811255s","start":"2026-03-02T22:12:45.427726Z","end":"2026-03-02T22:12:46.516537Z","steps":["trace[1677399667] 'range keys from in-memory index tree' (duration: 1.088666452s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:46.51723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.165496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:46.51741Z","caller":"traceutil/trace.go:171","msg":"trace[1384672200] transaction","detail":"{read_only:false; response_revision:23501; number_of_response:1; }","duration":"1.682814037s","start":"2026-03-02T22:12:44.834577Z","end":"2026-03-02T22:12:46.517391Z","steps":["trace[1384672200] 'process raft request' (duration: 1.682727115s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:46.51746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:44.834551Z","time spent":"1.68288468s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:46.517592Z","caller":"traceutil/trace.go:171","msg":"trace[101649400] transaction","detail":"{read_only:false; response_revision:23500; number_of_response:1; }","duration":"1.704498442s","start":"2026-03-02T22:12:44.813086Z","end":"2026-03-02T22:12:46.517584Z","steps":["trace[101649400] 'process raft request' (duration: 928.907316ms)","trace[101649400] 'compare' (duration: 774.765976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:46.517625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:44.813045Z","time spent":"1.704562254s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:47.629984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000317375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:12:47.630066Z","caller":"traceutil/trace.go:171","msg":"trace[1412402696] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000438658s","start":"2026-03-02T22:12:45.629607Z","end":"2026-03-02T22:12:47.630046Z","steps":["trace[1412402696] 'agreement among raft nodes before linearized reading' (duration: 2.000339096s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:47.630119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:45.629591Z","time spent":"2.00051928s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:12:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:12:47.76124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066068053s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:47.76147Z","caller":"traceutil/trace.go:171","msg":"trace[261884541] transaction","detail":"{read_only:false; response_revision:23504; number_of_response:1; }","duration":"2.200944015s","start":"2026-03-02T22:12:45.560511Z","end":"2026-03-02T22:12:47.761455Z","steps":["trace[261884541] 'process raft request' (duration: 2.200890294s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:47.761503Z","caller":"traceutil/trace.go:171","msg":"trace[125989251] transaction","detail":"{read_only:false; response_revision:23503; number_of_response:1; }","duration":"2.20234956s","start":"2026-03-02T22:12:45.559131Z","end":"2026-03-02T22:12:47.761481Z","steps":["trace[125989251] 'process raft request' (duration: 2.202199927s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:47.761521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:45.560483Z","time spent":"2.201016557s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:47.761523Z","caller":"traceutil/trace.go:171","msg":"trace[688864958] transaction","detail":"{read_only:false; response_revision:23502; number_of_response:1; }","duration":"2.793617786s","start":"2026-03-02T22:12:44.967881Z","end":"2026-03-02T22:12:47.761499Z","steps":["trace[688864958] 'process raft request' (duration: 1.727226805s)","trace[688864958] 'compare' (duration: 1.063839907s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:47.761694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:45.559115Z","time spent":"2.202543846s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:47.761695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:44.967866Z","time spent":"2.793707538s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:47.761894Z","caller":"traceutil/trace.go:171","msg":"trace[904145811] linearizableReadLoop","detail":"{readStateIndex:24327; appliedIndex:24324; }","duration":"2.79659438s","start":"2026-03-02T22:12:44.965278Z","end":"2026-03-02T22:12:47.761872Z","steps":["trace[904145811] 'read index received' (duration: 776.861707ms)","trace[904145811] 'applied index is now lower than readState.Index' (duration: 2.019731793s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:47.761988Z","caller":"traceutil/trace.go:171","msg":"trace[1519972066] transaction","detail":"{read_only:false; response_revision:23507; number_of_response:1; }","duration":"2.166808599s","start":"2026-03-02T22:12:45.595173Z","end":"2026-03-02T22:12:47.761981Z","steps":["trace[1519972066] 'process raft request' (duration: 2.166652794s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:47.761975Z","caller":"traceutil/trace.go:171","msg":"trace[595108107] transaction","detail":"{read_only:false; response_revision:23505; number_of_response:1; }","duration":"2.201570971s","start":"2026-03-02T22:12:45.560379Z","end":"2026-03-02T22:12:47.76195Z","steps":["trace[595108107] 'process raft request' (duration: 2.201046877s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:47.762032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.903641341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:47.762047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:45.595126Z","time spent":"2.166890341s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:47.7621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:45.560353Z","time spent":"2.201681154s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:47.762126Z","caller":"traceutil/trace.go:171","msg":"trace[1783291953] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23507; }","duration":"2.903733203s","start":"2026-03-02T22:12:44.858342Z","end":"2026-03-02T22:12:47.762075Z","steps":["trace[1783291953] 'agreement among raft nodes before linearized reading' (duration: 2.903641981s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:47.761963Z","caller":"traceutil/trace.go:171","msg":"trace[975165090] transaction","detail":"{read_only:false; response_revision:23506; number_of_response:1; }","duration":"2.167115766s","start":"2026-03-02T22:12:45.594839Z","end":"2026-03-02T22:12:47.761955Z","steps":["trace[975165090] 'process raft request' (duration: 2.166837158s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:47.762202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:45.594811Z","time spent":"2.167371863s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:47.761935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.835887147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:47.762273Z","caller":"traceutil/trace.go:171","msg":"trace[773108998] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23507; }","duration":"2.836252888s","start":"2026-03-02T22:12:44.926012Z","end":"2026-03-02T22:12:47.762265Z","steps":["trace[773108998] 'agreement among raft nodes before linearized reading' (duration: 2.835864837s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:47.762301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:44.925999Z","time spent":"2.836295379s","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:47.762224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:44.858328Z","time spent":"2.903863276s","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:47.762344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.510368824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.124\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T22:12:47.76239Z","caller":"traceutil/trace.go:171","msg":"trace[500865262] range","detail":"{range_begin:/registry/masterleases/199.19.213.124; range_end:; response_count:1; response_revision:23507; }","duration":"3.510446226s","start":"2026-03-02T22:12:44.251931Z","end":"2026-03-02T22:12:47.762377Z","steps":["trace[500865262] 'agreement among raft nodes before linearized reading' (duration: 3.510308012s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:47.762429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:44.251913Z","time spent":"3.510506767s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.124\" "} {"level":"warn","ts":"2026-03-02T22:12:47.762437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.166102525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-02T22:12:47.762619Z","caller":"traceutil/trace.go:171","msg":"trace[1184231023] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb; range_end:; response_count:1; response_revision:23507; }","duration":"3.1663232s","start":"2026-03-02T22:12:44.596229Z","end":"2026-03-02T22:12:47.762553Z","steps":["trace[1184231023] 'agreement among raft nodes before linearized reading' (duration: 3.165817278s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:47.762726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:44.596217Z","time spent":"3.166494815s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb\" "} {"level":"info","ts":"2026-03-02T22:12:47.851814Z","caller":"traceutil/trace.go:171","msg":"trace[1412320986] transaction","detail":"{read_only:false; response_revision:23508; number_of_response:1; }","duration":"981.066139ms","start":"2026-03-02T22:12:46.870731Z","end":"2026-03-02T22:12:47.851798Z","steps":["trace[1412320986] 'process raft request' (duration: 980.986457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:47.851911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:46.870712Z","time spent":"981.150481ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:47.852078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.992795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:47.852139Z","caller":"traceutil/trace.go:171","msg":"trace[1152756876] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23508; }","duration":"676.096677ms","start":"2026-03-02T22:12:47.176025Z","end":"2026-03-02T22:12:47.852122Z","steps":["trace[1152756876] 'agreement among raft nodes before linearized reading' (duration: 675.968693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:47.852143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.535587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:47.852168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:47.175999Z","time spent":"676.163799ms","remote":"127.0.0.1:46442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:47.852185Z","caller":"traceutil/trace.go:171","msg":"trace[1591947464] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23508; }","duration":"713.611689ms","start":"2026-03-02T22:12:47.13856Z","end":"2026-03-02T22:12:47.852171Z","steps":["trace[1591947464] 'agreement among raft nodes before linearized reading' (duration: 713.558137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:47.852219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:47.138539Z","time spent":"713.672231ms","remote":"127.0.0.1:55330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:47.85223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.293552033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T22:12:47.852221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.294114947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:12:47.852259Z","caller":"traceutil/trace.go:171","msg":"trace[314171637] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23508; }","duration":"2.293619385s","start":"2026-03-02T22:12:45.55863Z","end":"2026-03-02T22:12:47.852249Z","steps":["trace[314171637] 'agreement among raft nodes before linearized reading' (duration: 2.293530412s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:47.852282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:45.5586Z","time spent":"2.293677595s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:12:47.852243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.293227685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T22:12:47.85236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.281923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:47.852292Z","caller":"traceutil/trace.go:171","msg":"trace[717182600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23508; }","duration":"2.29425932s","start":"2026-03-02T22:12:45.558015Z","end":"2026-03-02T22:12:47.852274Z","steps":["trace[717182600] 'agreement among raft nodes before linearized reading' (duration: 2.293993924s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:47.852382Z","caller":"traceutil/trace.go:171","msg":"trace[2076628307] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23508; }","duration":"163.341345ms","start":"2026-03-02T22:12:47.689035Z","end":"2026-03-02T22:12:47.852377Z","steps":["trace[2076628307] 'agreement among raft nodes before linearized reading' (duration: 163.303994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:47.852082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.162057349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:47.852404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.696146317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:47.852428Z","caller":"traceutil/trace.go:171","msg":"trace[947143810] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23508; }","duration":"2.162431749s","start":"2026-03-02T22:12:45.689982Z","end":"2026-03-02T22:12:47.852414Z","steps":["trace[947143810] 'agreement among raft nodes before linearized reading' (duration: 2.161994748s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:47.852448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:45.689963Z","time spent":"2.162477749s","remote":"127.0.0.1:34894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:47.852444Z","caller":"traceutil/trace.go:171","msg":"trace[1225914588] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23508; }","duration":"2.696214219s","start":"2026-03-02T22:12:45.156219Z","end":"2026-03-02T22:12:47.852434Z","steps":["trace[1225914588] 'agreement among raft nodes before linearized reading' (duration: 2.696158708s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:47.852348Z","caller":"traceutil/trace.go:171","msg":"trace[1218090036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23508; }","duration":"2.293341698s","start":"2026-03-02T22:12:45.558985Z","end":"2026-03-02T22:12:47.852327Z","steps":["trace[1218090036] 'agreement among raft nodes before linearized reading' (duration: 2.293111372s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:47.852458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316063045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:47.852482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:45.558972Z","time spent":"2.293503911s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:12:47.852489Z","caller":"traceutil/trace.go:171","msg":"trace[199117250] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23508; }","duration":"1.316126276s","start":"2026-03-02T22:12:46.536354Z","end":"2026-03-02T22:12:47.85248Z","steps":["trace[199117250] 'agreement among raft nodes before linearized reading' (duration: 1.316043514s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:47.852497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.293402329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T22:12:47.85252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:46.536337Z","time spent":"1.316175507s","remote":"127.0.0.1:46638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:47.852538Z","caller":"traceutil/trace.go:171","msg":"trace[769469886] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23508; }","duration":"2.293457391s","start":"2026-03-02T22:12:45.55907Z","end":"2026-03-02T22:12:47.852527Z","steps":["trace[769469886] 'agreement among raft nodes before linearized reading' (duration: 2.293357678s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:47.852553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.399868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:47.852569Z","caller":"traceutil/trace.go:171","msg":"trace[1044168442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23508; }","duration":"222.49469ms","start":"2026-03-02T22:12:47.630069Z","end":"2026-03-02T22:12:47.852564Z","steps":["trace[1044168442] 'agreement among raft nodes before linearized reading' (duration: 222.454059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:47.852567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:45.559047Z","time spent":"2.293513141s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:12:47.852359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.61386156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:47.852573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.698480095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:47.8526Z","caller":"traceutil/trace.go:171","msg":"trace[172100072] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23508; }","duration":"2.614162227s","start":"2026-03-02T22:12:45.238431Z","end":"2026-03-02T22:12:47.852593Z","steps":["trace[172100072] 'agreement among raft nodes before linearized reading' (duration: 2.61388894s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:47.852618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:45.238408Z","time spent":"2.614204629s","remote":"127.0.0.1:56372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:47.85266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.962419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:47.852677Z","caller":"traceutil/trace.go:171","msg":"trace[1900195640] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23508; }","duration":"480.005549ms","start":"2026-03-02T22:12:47.372666Z","end":"2026-03-02T22:12:47.852671Z","steps":["trace[1900195640] 'agreement among raft nodes before linearized reading' (duration: 479.971828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:47.85269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:47.37265Z","time spent":"480.03658ms","remote":"127.0.0.1:55266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:47.852705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.734781778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-03-02T22:12:47.852486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:45.156202Z","time spent":"2.69627397s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:47.852733Z","caller":"traceutil/trace.go:171","msg":"trace[1598815912] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23508; }","duration":"2.734850009s","start":"2026-03-02T22:12:45.117875Z","end":"2026-03-02T22:12:47.852725Z","steps":["trace[1598815912] 'agreement among raft nodes before linearized reading' (duration: 2.734755607s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:47.852755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882859495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-03-02T22:12:47.852761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:45.117856Z","time spent":"2.73489878s","remote":"127.0.0.1:34590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-03-02T22:12:47.852787Z","caller":"traceutil/trace.go:171","msg":"trace[1946554778] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb; range_end:; response_count:1; response_revision:23508; }","duration":"1.882929137s","start":"2026-03-02T22:12:45.969848Z","end":"2026-03-02T22:12:47.852777Z","steps":["trace[1946554778] 'agreement among raft nodes before linearized reading' (duration: 1.882804344s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:47.852612Z","caller":"traceutil/trace.go:171","msg":"trace[855256666] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23508; }","duration":"2.698546597s","start":"2026-03-02T22:12:45.154049Z","end":"2026-03-02T22:12:47.852596Z","steps":["trace[855256666] 'agreement among raft nodes before linearized reading' (duration: 2.698460225s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:47.852819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:45.154034Z","time spent":"2.698778623s","remote":"127.0.0.1:46926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:47.852814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:45.969826Z","time spent":"1.882981457s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb\" "} {"level":"warn","ts":"2026-03-02T22:12:47.852401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:45.557983Z","time spent":"2.294406504s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:12:47.853041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.294376233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:12:47.853063Z","caller":"traceutil/trace.go:171","msg":"trace[608589002] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23508; }","duration":"2.294396544s","start":"2026-03-02T22:12:45.558659Z","end":"2026-03-02T22:12:47.853056Z","steps":["trace[608589002] 'agreement among raft nodes before linearized reading' (duration: 2.294344692s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:47.853076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:45.558602Z","time spent":"2.294471905s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:12:47.853158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.294690531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:12:47.853186Z","caller":"traceutil/trace.go:171","msg":"trace[566634851] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23508; }","duration":"2.294716072s","start":"2026-03-02T22:12:45.558461Z","end":"2026-03-02T22:12:47.853177Z","steps":["trace[566634851] 'agreement among raft nodes before linearized reading' (duration: 2.29464868s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:47.8532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:45.558424Z","time spent":"2.294772713s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:12:48.352344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826729082,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:12:48.852798Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826729082,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:12:49.300446Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.448648755s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:12:49.300877Z","caller":"traceutil/trace.go:171","msg":"trace[1446132470] transaction","detail":"{read_only:false; response_revision:23509; number_of_response:1; }","duration":"1.527783484s","start":"2026-03-02T22:12:47.773075Z","end":"2026-03-02T22:12:49.300859Z","steps":["trace[1446132470] 'process raft request' (duration: 1.527684341s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:49.300851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:47.764925Z","time spent":"1.535918117s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:12:49.300983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:47.773053Z","time spent":"1.527859956s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3740,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:49.859978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999866523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:12:49.860108Z","caller":"traceutil/trace.go:171","msg":"trace[1176787828] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000042898s","start":"2026-03-02T22:12:47.86004Z","end":"2026-03-02T22:12:49.860083Z","steps":["trace[1176787828] 'agreement among raft nodes before linearized reading' (duration: 1.999893204s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:49.860177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:47.860004Z","time spent":"2.000149119s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:12:51.862137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001180657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:12:51.862343Z","caller":"traceutil/trace.go:171","msg":"trace[843684249] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001433554s","start":"2026-03-02T22:12:49.860885Z","end":"2026-03-02T22:12:51.862319Z","steps":["trace[843684249] 'agreement among raft nodes before linearized reading' (duration: 2.001213318s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:51.862418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:49.860862Z","time spent":"2.001538136s","remote":"127.0.0.1:34440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:12:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:12:52.275744Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.896373697s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:12:52.276168Z","caller":"traceutil/trace.go:171","msg":"trace[557538240] transaction","detail":"{read_only:false; response_revision:23510; number_of_response:1; }","duration":"4.418244482s","start":"2026-03-02T22:12:47.857895Z","end":"2026-03-02T22:12:52.276139Z","steps":["trace[557538240] 'process raft request' (duration: 4.418026157s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:52.276292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:47.857875Z","time spent":"4.418358645s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:52.276182Z","caller":"traceutil/trace.go:171","msg":"trace[1898276194] transaction","detail":"{read_only:false; response_revision:23511; number_of_response:1; }","duration":"4.418117329s","start":"2026-03-02T22:12:47.85804Z","end":"2026-03-02T22:12:52.276157Z","steps":["trace[1898276194] 'process raft request' (duration: 4.418046727s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:52.2764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:47.858032Z","time spent":"4.418303543s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:52.276504Z","caller":"traceutil/trace.go:171","msg":"trace[1375774916] transaction","detail":"{read_only:false; response_revision:23512; number_of_response:1; }","duration":"4.418395736s","start":"2026-03-02T22:12:47.858094Z","end":"2026-03-02T22:12:52.27649Z","steps":["trace[1375774916] 'process raft request' (duration: 4.418030167s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:52.276555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:47.858088Z","time spent":"4.418441797s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:52.276761Z","caller":"traceutil/trace.go:171","msg":"trace[1367903496] linearizableReadLoop","detail":"{readStateIndex:24343; appliedIndex:24333; }","duration":"4.424790086s","start":"2026-03-02T22:12:47.851963Z","end":"2026-03-02T22:12:52.276753Z","steps":["trace[1367903496] 'read index received' (duration: 1.448718806s)","trace[1367903496] 'applied index is now lower than readState.Index' (duration: 2.976053579s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:52.276874Z","caller":"traceutil/trace.go:171","msg":"trace[363346577] transaction","detail":"{read_only:false; response_revision:23513; number_of_response:1; }","duration":"4.418720814s","start":"2026-03-02T22:12:47.858147Z","end":"2026-03-02T22:12:52.276868Z","steps":["trace[363346577] 'process raft request' (duration: 4.418277564s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:52.276907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:47.858141Z","time spent":"4.418748735s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:52.276957Z","caller":"traceutil/trace.go:171","msg":"trace[740826462] transaction","detail":"{read_only:false; response_revision:23514; number_of_response:1; }","duration":"4.41852353s","start":"2026-03-02T22:12:47.858429Z","end":"2026-03-02T22:12:52.276952Z","steps":["trace[740826462] 'process raft request' (duration: 4.418216702s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:52.276983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:47.858421Z","time spent":"4.4185506s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:52.277142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.456595076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-02T22:12:52.277188Z","caller":"traceutil/trace.go:171","msg":"trace[1236663044] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23517; }","duration":"4.456716339s","start":"2026-03-02T22:12:47.82046Z","end":"2026-03-02T22:12:52.277177Z","steps":["trace[1236663044] 'agreement among raft nodes before linearized reading' (duration: 4.456593226s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:52.277193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.464558385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-02T22:12:52.277213Z","caller":"traceutil/trace.go:171","msg":"trace[1267548961] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23517; }","duration":"4.464617687s","start":"2026-03-02T22:12:47.812589Z","end":"2026-03-02T22:12:52.277207Z","steps":["trace[1267548961] 'agreement among raft nodes before linearized reading' (duration: 4.464537785s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:52.27722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:47.820424Z","time spent":"4.456784491s","remote":"127.0.0.1:32870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T22:12:52.277232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:47.812571Z","time spent":"4.464657557s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T22:12:52.277346Z","caller":"traceutil/trace.go:171","msg":"trace[1362447054] transaction","detail":"{read_only:false; response_revision:23515; number_of_response:1; }","duration":"4.416666972s","start":"2026-03-02T22:12:47.860668Z","end":"2026-03-02T22:12:52.277335Z","steps":["trace[1362447054] 'process raft request' (duration: 4.416002996s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:52.277383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:47.86066Z","time spent":"4.416704893s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:52.277336Z","caller":"traceutil/trace.go:171","msg":"trace[573654494] transaction","detail":"{read_only:false; response_revision:23517; number_of_response:1; }","duration":"3.711158627s","start":"2026-03-02T22:12:48.566148Z","end":"2026-03-02T22:12:52.277307Z","steps":["trace[573654494] 'process raft request' (duration: 3.710563043s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:52.277353Z","caller":"traceutil/trace.go:171","msg":"trace[1726447048] transaction","detail":"{read_only:false; response_revision:23516; number_of_response:1; }","duration":"3.754494476s","start":"2026-03-02T22:12:48.522812Z","end":"2026-03-02T22:12:52.277306Z","steps":["trace[1726447048] 'process raft request' (duration: 3.753879641s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:52.277472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:48.566117Z","time spent":"3.71129403s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:52.277489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:48.522785Z","time spent":"3.754633229s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:52.777869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826729099,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:12:53.278007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826729099,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:12:53.479677Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.203743673s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:12:53.869565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000021797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:12:53.869648Z","caller":"traceutil/trace.go:171","msg":"trace[494373469] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000161612s","start":"2026-03-02T22:12:51.869468Z","end":"2026-03-02T22:12:53.86963Z","steps":["trace[494373469] 'agreement among raft nodes before linearized reading' (duration: 2.000058479s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:53.869695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:51.86945Z","time spent":"2.000236123s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:12:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:12:54.766848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:49.771427Z","time spent":"4.995406752s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T22:12:54.766841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:49.771459Z","time spent":"4.995374071s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 22:12:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/02 22:12:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:12:54.76684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:49.77134Z","time spent":"4.995493204s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 22:12:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:12:54.771261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:49.771798Z","time spent":"4.999458685s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T22:12:55.383409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903527533s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:55.385089Z","caller":"traceutil/trace.go:171","msg":"trace[318476453] transaction","detail":"{read_only:false; response_revision:23518; number_of_response:1; }","duration":"6.083169132s","start":"2026-03-02T22:12:49.301877Z","end":"2026-03-02T22:12:55.385046Z","steps":["trace[318476453] 'process raft request' (duration: 4.177928215s)","trace[318476453] 'compare' (duration: 1.902642591s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:55.385216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:49.301856Z","time spent":"6.083290435s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:55.869872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999897515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:12:55.869956Z","caller":"traceutil/trace.go:171","msg":"trace[2142966839] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000032358s","start":"2026-03-02T22:12:53.869905Z","end":"2026-03-02T22:12:55.869938Z","steps":["trace[2142966839] 'agreement among raft nodes before linearized reading' (duration: 1.999931875s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:55.870002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:53.869884Z","time spent":"2.00010936s","remote":"127.0.0.1:34440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:12:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:12:56.519321Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"1bce9cb06f960353","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T22:12:56.772505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:49.772334Z","time spent":"7.000165829s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T22:12:57.100407Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.817821734s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:12:57.8783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999944346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:12:57.878397Z","caller":"traceutil/trace.go:171","msg":"trace[2097795067] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0000851s","start":"2026-03-02T22:12:55.87829Z","end":"2026-03-02T22:12:57.878376Z","steps":["trace[2097795067] 'agreement among raft nodes before linearized reading' (duration: 1.999964657s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:57.878449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:55.878275Z","time spent":"2.000163671s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:12:58.522728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:51.522323Z","time spent":"7.000398425s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T22:12:58.826583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.443071552s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-02T22:12:58.826756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.398900732s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:58.826878Z","caller":"traceutil/trace.go:171","msg":"trace[482077386] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23518; }","duration":"3.399034875s","start":"2026-03-02T22:12:55.427823Z","end":"2026-03-02T22:12:58.826858Z","steps":["trace[482077386] 'range keys from in-memory index tree' (duration: 3.398882222s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:58.827868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:57.522882Z","time spent":"1.304980055s","remote":"127.0.0.1:33350","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:12:59.27982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000239054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:12:59.279912Z","caller":"traceutil/trace.go:171","msg":"trace[73847439] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000383228s","start":"2026-03-02T22:12:54.279505Z","end":"2026-03-02T22:12:59.279888Z","steps":["trace[73847439] 'agreement among raft nodes before linearized reading' (duration: 5.000271655s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:59.279974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:54.279485Z","time spent":"5.000475231s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/02 22:12:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:12:59.280832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999189408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:12:59.2809Z","caller":"traceutil/trace.go:171","msg":"trace[658811293] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999289259s","start":"2026-03-02T22:12:54.281596Z","end":"2026-03-02T22:12:59.280885Z","steps":["trace[658811293] 'agreement among raft nodes before linearized reading' (duration: 4.999214277s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:59.28095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:54.281581Z","time spent":"4.999354782s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/02 22:12:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:12:59.281338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998796738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:12:59.281396Z","caller":"traceutil/trace.go:171","msg":"trace[705797017] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998871211s","start":"2026-03-02T22:12:54.282511Z","end":"2026-03-02T22:12:59.281382Z","steps":["trace[705797017] 'agreement among raft nodes before linearized reading' (duration: 4.998807849s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:59.281446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:54.282501Z","time spent":"4.998929332s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/02 22:12:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:12:59.281659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:54.282489Z","time spent":"4.999160447s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 22:12:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:12:59.766663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99689624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-02T22:12:59.766692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999065415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:12:59.766732Z","caller":"traceutil/trace.go:171","msg":"trace[1784256434] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.997243909s","start":"2026-03-02T22:12:54.769473Z","end":"2026-03-02T22:12:59.766717Z","steps":["trace[1784256434] 'agreement among raft nodes before linearized reading' (duration: 4.996926651s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:59.766777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:54.769451Z","time spent":"4.997317381s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-03-02T22:12:59.766773Z","caller":"traceutil/trace.go:171","msg":"trace[1552918506] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999174588s","start":"2026-03-02T22:12:54.767577Z","end":"2026-03-02T22:12:59.766752Z","steps":["trace[1552918506] 'agreement among raft nodes before linearized reading' (duration: 4.999056975s)"],"step_count":1} 2026/03/02 22:12:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:12:59.766828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:54.767557Z","time spent":"4.99926179s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/02 22:12:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:12:59.76699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.990633266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:12:59.767064Z","caller":"traceutil/trace.go:171","msg":"trace[1537393586] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.990759289s","start":"2026-03-02T22:12:56.776289Z","end":"2026-03-02T22:12:59.767048Z","steps":["trace[1537393586] 'agreement among raft nodes before linearized reading' (duration: 2.990664137s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:59.767101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:56.776269Z","time spent":"2.990825651s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/02 22:12:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:12:59.768079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998442009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:12:59.768119Z","caller":"traceutil/trace.go:171","msg":"trace[326855635] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.9985115s","start":"2026-03-02T22:12:54.769598Z","end":"2026-03-02T22:12:59.768109Z","steps":["trace[326855635] 'agreement among raft nodes before linearized reading' (duration: 4.998460429s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:59.768145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:54.769587Z","time spent":"4.998551411s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-02T22:12:59.772418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999096375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:12:59.772462Z","caller":"traceutil/trace.go:171","msg":"trace[1487049296] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999198409s","start":"2026-03-02T22:12:54.773254Z","end":"2026-03-02T22:12:59.772453Z","steps":["trace[1487049296] 'agreement among raft nodes before linearized reading' (duration: 4.999143487s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:59.772494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:54.773233Z","time spent":"4.999249349s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/02 22:12:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:12:59.817215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.535293044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:12:59.817282Z","caller":"traceutil/trace.go:171","msg":"trace[1149750252] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"7.535391346s","start":"2026-03-02T22:12:52.281875Z","end":"2026-03-02T22:12:59.817266Z","steps":["trace[1149750252] 'agreement among raft nodes before linearized reading' (duration: 7.535310294s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:59.817314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:52.281861Z","time spent":"7.535446388s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/02 22:12:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:12:59.880306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000739505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:12:59.880353Z","caller":"traceutil/trace.go:171","msg":"trace[2021043680] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000802617s","start":"2026-03-02T22:12:57.879539Z","end":"2026-03-02T22:12:59.880341Z","steps":["trace[2021043680] 'agreement among raft nodes before linearized reading' (duration: 2.000735855s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:59.880393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:57.879483Z","time spent":"2.00090427s","remote":"127.0.0.1:34440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:13:00.160883Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.058328276s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:13:00.457073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629035907s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:13:00.457352Z","caller":"traceutil/trace.go:171","msg":"trace[1508900586] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23527; }","duration":"684.129928ms","start":"2026-03-02T22:12:59.773212Z","end":"2026-03-02T22:13:00.457342Z","steps":["trace[1508900586] 'process raft request' (duration: 684.113708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.457398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:59.773205Z","time spent":"684.170029ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":52,"response count":0,"response size":552,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:00.457553Z","caller":"traceutil/trace.go:171","msg":"trace[1177133006] linearizableReadLoop","detail":"{readStateIndex:24351; appliedIndex:24343; }","duration":"8.18076823s","start":"2026-03-02T22:12:52.276778Z","end":"2026-03-02T22:13:00.457547Z","steps":["trace[1177133006] 'read index received' (duration: 1.203073836s)","trace[1177133006] 'applied index is now lower than readState.Index' (duration: 6.977693724s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:00.457597Z","caller":"traceutil/trace.go:171","msg":"trace[1480715584] transaction","detail":"{read_only:false; response_revision:23526; number_of_response:1; }","duration":"5.171949747s","start":"2026-03-02T22:12:55.285643Z","end":"2026-03-02T22:13:00.457593Z","steps":["trace[1480715584] 'process raft request' (duration: 5.171627629s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.457622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:55.285617Z","time spent":"5.171989199s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:00.457681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.996983236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:13:00.45773Z","caller":"traceutil/trace.go:171","msg":"trace[1376793404] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23527; }","duration":"8.997079719s","start":"2026-03-02T22:12:51.460637Z","end":"2026-03-02T22:13:00.457717Z","steps":["trace[1376793404] 'agreement among raft nodes before linearized reading' (duration: 8.996987156s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.457757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:51.460602Z","time spent":"8.997148269s","remote":"127.0.0.1:34846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:00.457781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.762553227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:00.457879Z","caller":"traceutil/trace.go:171","msg":"trace[563241955] transaction","detail":"{read_only:false; response_revision:23527; number_of_response:1; }","duration":"5.098702648s","start":"2026-03-02T22:12:55.359169Z","end":"2026-03-02T22:13:00.457872Z","steps":["trace[563241955] 'process raft request' (duration: 5.098121183s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:00.457894Z","caller":"traceutil/trace.go:171","msg":"trace[1373096638] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23527; }","duration":"11.762747582s","start":"2026-03-02T22:12:48.695087Z","end":"2026-03-02T22:13:00.457834Z","steps":["trace[1373096638] 'agreement among raft nodes before linearized reading' (duration: 11.762542116s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.457932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:55.359144Z","time spent":"5.0987492s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:00.457949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:48.69506Z","time spent":"11.762868826s","remote":"127.0.0.1:46686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:00.458008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.008680401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-02T22:13:00.458069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.287252834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:00.45804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.86108984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:00.458094Z","caller":"traceutil/trace.go:171","msg":"trace[994226423] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23527; }","duration":"10.287315726s","start":"2026-03-02T22:12:50.170771Z","end":"2026-03-02T22:13:00.458086Z","steps":["trace[994226423] 'agreement among raft nodes before linearized reading' (duration: 10.287277125s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.458113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:50.17075Z","time spent":"10.287356966s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:00.458119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.337071444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:00.458119Z","caller":"traceutil/trace.go:171","msg":"trace[315860398] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23527; }","duration":"7.861215003s","start":"2026-03-02T22:12:52.596883Z","end":"2026-03-02T22:13:00.458098Z","steps":["trace[315860398] 'agreement among raft nodes before linearized reading' (duration: 7.86107782s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:00.458151Z","caller":"traceutil/trace.go:171","msg":"trace[178607806] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23527; }","duration":"10.337133846s","start":"2026-03-02T22:12:50.121006Z","end":"2026-03-02T22:13:00.45814Z","steps":["trace[178607806] 'agreement among raft nodes before linearized reading' (duration: 10.337083185s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.458156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.535693451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:00.458163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:52.596861Z","time spent":"7.861291335s","remote":"127.0.0.1:56448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:13:00.458062Z","caller":"traceutil/trace.go:171","msg":"trace[1944887618] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23527; }","duration":"9.008758723s","start":"2026-03-02T22:12:51.449282Z","end":"2026-03-02T22:13:00.458041Z","steps":["trace[1944887618] 'agreement among raft nodes before linearized reading' (duration: 9.008547437s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:00.458191Z","caller":"traceutil/trace.go:171","msg":"trace[1678111677] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23527; }","duration":"9.535766363s","start":"2026-03-02T22:12:50.922416Z","end":"2026-03-02T22:13:00.458182Z","steps":["trace[1678111677] 'agreement among raft nodes before linearized reading' (duration: 9.535703652s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.458185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:50.120988Z","time spent":"10.337189067s","remote":"127.0.0.1:52104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:00.458202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:51.449255Z","time spent":"9.008940397s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:13:00.458209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:50.922398Z","time spent":"9.535806274s","remote":"127.0.0.1:46592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:13:00.458022Z","caller":"traceutil/trace.go:171","msg":"trace[1722971045] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23527; }","duration":"685.467052ms","start":"2026-03-02T22:12:59.77255Z","end":"2026-03-02T22:13:00.458017Z","steps":["trace[1722971045] 'process raft request' (duration: 684.760093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.458295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:59.772525Z","time spent":"685.751019ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64,"response count":0,"response size":577,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:00.458293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.025927401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:00.458341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.328158334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:13:00.45836Z","caller":"traceutil/trace.go:171","msg":"trace[1001549732] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23527; }","duration":"11.026029893s","start":"2026-03-02T22:12:49.432323Z","end":"2026-03-02T22:13:00.458353Z","steps":["trace[1001549732] 'agreement among raft nodes before linearized reading' (duration: 11.025938841s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.45836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.545960213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:00.45838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:49.432304Z","time spent":"11.026071105s","remote":"127.0.0.1:34682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:13:00.458392Z","caller":"traceutil/trace.go:171","msg":"trace[1144667473] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23527; }","duration":"10.546006754s","start":"2026-03-02T22:12:49.912371Z","end":"2026-03-02T22:13:00.458377Z","steps":["trace[1144667473] 'agreement among raft nodes before linearized reading' (duration: 10.545971573s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.458414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:49.912353Z","time spent":"10.546055846s","remote":"127.0.0.1:46768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:00.458448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.599651969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899233d8e69a543\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-02T22:13:00.458494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.499036588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:00.458519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.91582067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:00.458511Z","caller":"traceutil/trace.go:171","msg":"trace[1813609593] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899233d8e69a543; range_end:; response_count:1; response_revision:23527; }","duration":"12.599714871s","start":"2026-03-02T22:12:47.858785Z","end":"2026-03-02T22:13:00.4585Z","steps":["trace[1813609593] 'agreement among raft nodes before linearized reading' (duration: 12.599543677s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.458541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.374790544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:13:00.458555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273425774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:00.458564Z","caller":"traceutil/trace.go:171","msg":"trace[1741394322] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23527; }","duration":"5.374851985s","start":"2026-03-02T22:12:55.083708Z","end":"2026-03-02T22:13:00.45856Z","steps":["trace[1741394322] 'agreement among raft nodes before linearized reading' (duration: 5.374797134s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.458401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.419739465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:00.458556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.601365249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb\" ","response":"range_response_count:1 size:3758"} {"level":"warn","ts":"2026-03-02T22:13:00.458581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:55.083686Z","time spent":"5.374890977s","remote":"127.0.0.1:36008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:13:00.458596Z","caller":"traceutil/trace.go:171","msg":"trace[458272261] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23527; }","duration":"11.419969801s","start":"2026-03-02T22:12:49.038614Z","end":"2026-03-02T22:13:00.458583Z","steps":["trace[458272261] 'agreement among raft nodes before linearized reading' (duration: 11.419764296s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:00.458601Z","caller":"traceutil/trace.go:171","msg":"trace[280600034] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb; range_end:; response_count:1; response_revision:23527; }","duration":"11.601460591s","start":"2026-03-02T22:12:48.857127Z","end":"2026-03-02T22:13:00.458588Z","steps":["trace[280600034] 'agreement among raft nodes before linearized reading' (duration: 11.601348848s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.458629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:49.038596Z","time spent":"11.420021203s","remote":"127.0.0.1:44572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:00.458643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:48.857104Z","time spent":"11.601531133s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3781,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb\" "} {"level":"warn","ts":"2026-03-02T22:13:00.458681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880544346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-02T22:13:00.4587Z","caller":"traceutil/trace.go:171","msg":"trace[1572938529] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23527; }","duration":"1.880597878s","start":"2026-03-02T22:12:58.578097Z","end":"2026-03-02T22:13:00.458695Z","steps":["trace[1572938529] 'agreement among raft nodes before linearized reading' (duration: 1.880552517s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.458713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:58.578079Z","time spent":"1.880630678s","remote":"127.0.0.1:32870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T22:13:00.458719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.529412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:00.458725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.096915059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-02T22:13:00.458723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.177037819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T22:13:00.458737Z","caller":"traceutil/trace.go:171","msg":"trace[512732565] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23527; }","duration":"312.585444ms","start":"2026-03-02T22:13:00.146146Z","end":"2026-03-02T22:13:00.458732Z","steps":["trace[512732565] 'agreement among raft nodes before linearized reading' (duration: 312.553623ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:00.458743Z","caller":"traceutil/trace.go:171","msg":"trace[76431211] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23527; }","duration":"4.096952521s","start":"2026-03-02T22:12:56.361786Z","end":"2026-03-02T22:13:00.458739Z","steps":["trace[76431211] 'agreement among raft nodes before linearized reading' (duration: 4.096869589s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.458753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:00.146126Z","time spent":"312.623025ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:13:00.458756Z","caller":"traceutil/trace.go:171","msg":"trace[1044604197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23527; }","duration":"6.177099591s","start":"2026-03-02T22:12:54.281647Z","end":"2026-03-02T22:13:00.458747Z","steps":["trace[1044604197] 'agreement among raft nodes before linearized reading' (duration: 6.176966458s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.45876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:56.361772Z","time spent":"4.096984571s","remote":"127.0.0.1:34542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":142,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:00.457782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.689273502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:13:00.458779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:54.281627Z","time spent":"6.177146683s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:13:00.45878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.86997338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:00.458817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896889067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T22:13:00.45882Z","caller":"traceutil/trace.go:171","msg":"trace[1796016761] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23527; }","duration":"6.870036801s","start":"2026-03-02T22:12:53.588772Z","end":"2026-03-02T22:13:00.458809Z","steps":["trace[1796016761] 'agreement among raft nodes before linearized reading' (duration: 6.869972289s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:00.458832Z","caller":"traceutil/trace.go:171","msg":"trace[1035603960] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23527; }","duration":"1.896942708s","start":"2026-03-02T22:12:58.561885Z","end":"2026-03-02T22:13:00.458828Z","steps":["trace[1035603960] 'agreement among raft nodes before linearized reading' (duration: 1.896898567s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.458833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.050833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:00.458846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:58.561866Z","time spent":"1.896977249s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-02T22:13:00.458848Z","caller":"traceutil/trace.go:171","msg":"trace[787116813] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23527; }","duration":"416.112495ms","start":"2026-03-02T22:13:00.042731Z","end":"2026-03-02T22:13:00.458843Z","steps":["trace[787116813] 'agreement among raft nodes before linearized reading' (duration: 416.086385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.45885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:53.588759Z","time spent":"6.870082082s","remote":"127.0.0.1:55272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:13:00.45886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:00.042707Z","time spent":"416.149756ms","remote":"127.0.0.1:46688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:00.458901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.098468116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:13:00.458917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.932642945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-02T22:13:00.458933Z","caller":"traceutil/trace.go:171","msg":"trace[1347641468] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:23527; }","duration":"1.932689357s","start":"2026-03-02T22:12:58.526239Z","end":"2026-03-02T22:13:00.458928Z","steps":["trace[1347641468] 'agreement among raft nodes before linearized reading' (duration: 1.932663286s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:00.458934Z","caller":"traceutil/trace.go:171","msg":"trace[993807705] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23527; }","duration":"6.098552697s","start":"2026-03-02T22:12:54.360373Z","end":"2026-03-02T22:13:00.458925Z","steps":["trace[993807705] 'agreement among raft nodes before linearized reading' (duration: 6.098500376s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.458946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:58.526221Z","time spent":"1.932721027s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-02T22:13:00.458947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.115369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:00.458956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:54.360348Z","time spent":"6.098601159s","remote":"127.0.0.1:32954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:13:00.458963Z","caller":"traceutil/trace.go:171","msg":"trace[425186797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23527; }","duration":"571.15409ms","start":"2026-03-02T22:12:59.887804Z","end":"2026-03-02T22:13:00.458958Z","steps":["trace[425186797] 'agreement among raft nodes before linearized reading' (duration: 571.12805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.457704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.371568788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:00.458976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:59.887789Z","time spent":"571.184141ms","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:13:00.458966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.654418893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:00.458994Z","caller":"traceutil/trace.go:171","msg":"trace[497707774] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23527; }","duration":"12.372889492s","start":"2026-03-02T22:12:48.086093Z","end":"2026-03-02T22:13:00.458983Z","steps":["trace[497707774] 'agreement among raft nodes before linearized reading' (duration: 12.371589519s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:00.459018Z","caller":"traceutil/trace.go:171","msg":"trace[718094830] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23527; }","duration":"3.654507756s","start":"2026-03-02T22:12:56.804501Z","end":"2026-03-02T22:13:00.459009Z","steps":["trace[718094830] 'agreement among raft nodes before linearized reading' (duration: 3.654418803s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.459027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:48.086076Z","time spent":"12.372939283s","remote":"127.0.0.1:46808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:00.459045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.580222282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-03-02T22:13:00.459052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091501184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:00.459048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:56.804482Z","time spent":"3.654558046s","remote":"127.0.0.1:46556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:13:00.459065Z","caller":"traceutil/trace.go:171","msg":"trace[1668601909] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23527; }","duration":"4.580278173s","start":"2026-03-02T22:12:55.878782Z","end":"2026-03-02T22:13:00.45906Z","steps":["trace[1668601909] 'agreement among raft nodes before linearized reading' (duration: 4.580205761s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:00.45907Z","caller":"traceutil/trace.go:171","msg":"trace[1073222502] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23527; }","duration":"1.091540254s","start":"2026-03-02T22:12:59.367524Z","end":"2026-03-02T22:13:00.459064Z","steps":["trace[1073222502] 'agreement among raft nodes before linearized reading' (duration: 1.091512383s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.45908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:55.878765Z","time spent":"4.580312114s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-02T22:13:00.459084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:59.367511Z","time spent":"1.091569734s","remote":"127.0.0.1:34672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:00.459087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.105469871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:00.459114Z","caller":"traceutil/trace.go:171","msg":"trace[159877514] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23527; }","duration":"6.105536114s","start":"2026-03-02T22:12:54.35357Z","end":"2026-03-02T22:13:00.459106Z","steps":["trace[159877514] 'agreement among raft nodes before linearized reading' (duration: 6.105492273s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.459135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:54.353548Z","time spent":"6.105581055s","remote":"127.0.0.1:51116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:13:00.458365Z","caller":"traceutil/trace.go:171","msg":"trace[701915754] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23527; }","duration":"11.328217475s","start":"2026-03-02T22:12:49.13014Z","end":"2026-03-02T22:13:00.458358Z","steps":["trace[701915754] 'agreement among raft nodes before linearized reading' (duration: 11.328170114s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.45916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175639477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-02T22:13:00.459166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.814301113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:00.459169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:49.130123Z","time spent":"11.329035236s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:13:00.459185Z","caller":"traceutil/trace.go:171","msg":"trace[787217077] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23527; }","duration":"4.814340545s","start":"2026-03-02T22:12:55.644837Z","end":"2026-03-02T22:13:00.459177Z","steps":["trace[787217077] 'agreement among raft nodes before linearized reading' (duration: 4.814313544s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.459199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:55.64482Z","time spent":"4.814375365s","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:00.459199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21959583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:00.459214Z","caller":"traceutil/trace.go:171","msg":"trace[324491361] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23527; }","duration":"1.219644962s","start":"2026-03-02T22:12:59.239565Z","end":"2026-03-02T22:13:00.45921Z","steps":["trace[324491361] 'agreement among raft nodes before linearized reading' (duration: 1.219622671s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.459227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:59.239544Z","time spent":"1.219678723s","remote":"127.0.0.1:46792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:00.459242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.16398562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-03-02T22:13:00.45927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.177196584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:13:00.459274Z","caller":"traceutil/trace.go:171","msg":"trace[287388063] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23527; }","duration":"3.164041592s","start":"2026-03-02T22:12:57.295223Z","end":"2026-03-02T22:13:00.459264Z","steps":["trace[287388063] 'agreement among raft nodes before linearized reading' (duration: 3.1639539s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:00.459293Z","caller":"traceutil/trace.go:171","msg":"trace[1059660728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23527; }","duration":"6.177241994s","start":"2026-03-02T22:12:54.282044Z","end":"2026-03-02T22:13:00.459286Z","steps":["trace[1059660728] 'agreement among raft nodes before linearized reading' (duration: 6.177176393s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.459299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:57.295204Z","time spent":"3.164089084s","remote":"127.0.0.1:32870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T22:13:00.459314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:54.282028Z","time spent":"6.177281346s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:13:00.458617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.600321756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ca5af8d0-fb7f-40d3-8fde-973c9b4f5a77\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-03-02T22:13:00.459346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.07051475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-02T22:13:00.459365Z","caller":"traceutil/trace.go:171","msg":"trace[622201451] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23527; }","duration":"5.070566671s","start":"2026-03-02T22:12:55.388792Z","end":"2026-03-02T22:13:00.459359Z","steps":["trace[622201451] 'agreement among raft nodes before linearized reading' (duration: 5.07052463s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:00.459362Z","caller":"traceutil/trace.go:171","msg":"trace[125362059] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ca5af8d0-fb7f-40d3-8fde-973c9b4f5a77; range_end:; response_count:1; response_revision:23527; }","duration":"12.601080295s","start":"2026-03-02T22:12:47.858268Z","end":"2026-03-02T22:13:00.459349Z","steps":["trace[125362059] 'agreement among raft nodes before linearized reading' (duration: 12.600312446s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.459377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:55.388775Z","time spent":"5.070599252s","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T22:13:00.459398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.177612044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T22:13:00.458615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379297264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189925dc4cb74d77\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-02T22:13:00.459423Z","caller":"traceutil/trace.go:171","msg":"trace[2120444836] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23527; }","duration":"6.177670516s","start":"2026-03-02T22:12:54.281745Z","end":"2026-03-02T22:13:00.459416Z","steps":["trace[2120444836] 'agreement among raft nodes before linearized reading' (duration: 6.177608934s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:00.459427Z","caller":"traceutil/trace.go:171","msg":"trace[807970745] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189925dc4cb74d77; range_end:; response_count:1; response_revision:23527; }","duration":"1.380142105s","start":"2026-03-02T22:12:59.079277Z","end":"2026-03-02T22:13:00.459419Z","steps":["trace[807970745] 'agreement among raft nodes before linearized reading' (duration: 1.379277213s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:00.459178Z","caller":"traceutil/trace.go:171","msg":"trace[1359142457] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23527; }","duration":"1.175685828s","start":"2026-03-02T22:12:59.283487Z","end":"2026-03-02T22:13:00.459173Z","steps":["trace[1359142457] 'agreement among raft nodes before linearized reading' (duration: 1.175654547s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:00.458518Z","caller":"traceutil/trace.go:171","msg":"trace[114148458] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23527; }","duration":"11.499085788s","start":"2026-03-02T22:12:48.959425Z","end":"2026-03-02T22:13:00.45851Z","steps":["trace[114148458] 'agreement among raft nodes before linearized reading' (duration: 11.499052367s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.459443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:54.281723Z","time spent":"6.177715356s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:13:00.45945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.15534339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:00.45945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:59.079256Z","time spent":"1.380187986s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189925dc4cb74d77\" "} {"level":"warn","ts":"2026-03-02T22:13:00.459456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:59.283452Z","time spent":"1.175995795s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-02T22:13:00.459466Z","caller":"traceutil/trace.go:171","msg":"trace[793311933] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23527; }","duration":"5.155382242s","start":"2026-03-02T22:12:55.304079Z","end":"2026-03-02T22:13:00.459461Z","steps":["trace[793311933] 'agreement among raft nodes before linearized reading' (duration: 5.155353511s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.459492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:55.304066Z","time spent":"5.155421922s","remote":"127.0.0.1:46938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:00.459397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:47.858261Z","time spent":"12.601126306s","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-ca5af8d0-fb7f-40d3-8fde-973c9b4f5a77\" "} {"level":"warn","ts":"2026-03-02T22:13:00.459561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.369318507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:00.458841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.121271221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:13:00.459598Z","caller":"traceutil/trace.go:171","msg":"trace[2041483677] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23527; }","duration":"4.122058631s","start":"2026-03-02T22:12:56.33753Z","end":"2026-03-02T22:13:00.459589Z","steps":["trace[2041483677] 'agreement among raft nodes before linearized reading' (duration: 4.121294582s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:00.458543Z","caller":"traceutil/trace.go:171","msg":"trace[221140778] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23527; }","duration":"3.915863211s","start":"2026-03-02T22:12:56.542673Z","end":"2026-03-02T22:13:00.458536Z","steps":["trace[221140778] 'agreement among raft nodes before linearized reading' (duration: 3.91582766s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.459371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.504635789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:00.458639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471951421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:13:00.459623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:56.337512Z","time spent":"4.122102862s","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:13:00.45963Z","caller":"traceutil/trace.go:171","msg":"trace[1924276452] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23527; }","duration":"3.504953857s","start":"2026-03-02T22:12:56.954671Z","end":"2026-03-02T22:13:00.459625Z","steps":["trace[1924276452] 'agreement among raft nodes before linearized reading' (duration: 3.50468447s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:00.459634Z","caller":"traceutil/trace.go:171","msg":"trace[411548004] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23527; }","duration":"1.472979447s","start":"2026-03-02T22:12:58.986649Z","end":"2026-03-02T22:13:00.459628Z","steps":["trace[411548004] 'agreement among raft nodes before linearized reading' (duration: 1.471976982s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.459307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.937602901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-02T22:13:00.459647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:56.954652Z","time spent":"3.504989308s","remote":"127.0.0.1:46704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:00.459638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:56.542658Z","time spent":"3.916964608s","remote":"127.0.0.1:46736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:13:00.459656Z","caller":"traceutil/trace.go:171","msg":"trace[1238446437] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23527; }","duration":"4.9379861s","start":"2026-03-02T22:12:55.521664Z","end":"2026-03-02T22:13:00.45965Z","steps":["trace[1238446437] 'agreement among raft nodes before linearized reading' (duration: 4.937610281s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.459675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:55.521641Z","time spent":"4.938028442s","remote":"127.0.0.1:34542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-02T22:13:00.459574Z","caller":"traceutil/trace.go:171","msg":"trace[370858820] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23527; }","duration":"5.369357928s","start":"2026-03-02T22:12:55.090212Z","end":"2026-03-02T22:13:00.45957Z","steps":["trace[370858820] 'agreement among raft nodes before linearized reading' (duration: 5.369335238s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.458556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:47.858765Z","time spent":"12.599782052s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899233d8e69a543\" "} {"level":"warn","ts":"2026-03-02T22:13:00.459778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:55.090198Z","time spent":"5.369567443s","remote":"127.0.0.1:46728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:13:00.458571Z","caller":"traceutil/trace.go:171","msg":"trace[2079760828] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23527; }","duration":"1.273473885s","start":"2026-03-02T22:12:59.185092Z","end":"2026-03-02T22:13:00.458566Z","steps":["trace[2079760828] 'agreement among raft nodes before linearized reading' (duration: 1.273450184s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.459455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:48.959411Z","time spent":"11.500038662s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:00.45982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:59.185073Z","time spent":"1.274736066s","remote":"127.0.0.1:46752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:00.459654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:58.986626Z","time spent":"1.473021778s","remote":"127.0.0.1:58974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:13:00.458787Z","caller":"traceutil/trace.go:171","msg":"trace[1186942980] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23527; }","duration":"10.69033713s","start":"2026-03-02T22:12:49.76844Z","end":"2026-03-02T22:13:00.458777Z","steps":["trace[1186942980] 'agreement among raft nodes before linearized reading' (duration: 10.68918395s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.459921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:49.768421Z","time spent":"10.691492108s","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:01.161745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:00.850362Z","time spent":"311.369442ms","remote":"127.0.0.1:33354","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:13:01.162135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.789682ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:13:01.162524Z","caller":"traceutil/trace.go:171","msg":"trace[141318901] linearizableReadLoop","detail":"{readStateIndex:24357; appliedIndex:24356; }","duration":"700.055379ms","start":"2026-03-02T22:13:00.462444Z","end":"2026-03-02T22:13:01.162499Z","steps":["trace[141318901] 'read index received' (duration: 159.780775ms)","trace[141318901] 'applied index is now lower than readState.Index' (duration: 540.272153ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:01.162545Z","caller":"traceutil/trace.go:171","msg":"trace[28758455] transaction","detail":"{read_only:false; response_revision:23528; number_of_response:1; }","duration":"701.096614ms","start":"2026-03-02T22:13:00.461414Z","end":"2026-03-02T22:13:01.162511Z","steps":["trace[28758455] 'process raft request' (duration: 160.843851ms)","trace[28758455] 'compare' (duration: 539.474744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:01.16274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:00.461401Z","time spent":"701.237757ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:01.162765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.315265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T22:13:01.162799Z","caller":"traceutil/trace.go:171","msg":"trace[1005882180] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23528; }","duration":"700.368756ms","start":"2026-03-02T22:13:00.462419Z","end":"2026-03-02T22:13:01.162788Z","steps":["trace[1005882180] 'agreement among raft nodes before linearized reading' (duration: 700.198311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:01.162822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:00.462408Z","time spent":"700.409666ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-02T22:13:01.663157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826729116,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:13:01.828235Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.205974739s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:13:01.889379Z","caller":"traceutil/trace.go:171","msg":"trace[867201630] transaction","detail":"{read_only:false; response_revision:23529; number_of_response:1; }","duration":"1.426821377s","start":"2026-03-02T22:13:00.462534Z","end":"2026-03-02T22:13:01.889355Z","steps":["trace[867201630] 'process raft request' (duration: 1.365997909s)","trace[867201630] 'compare' (duration: 60.451608ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:01.889499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:00.462521Z","time spent":"1.4269164s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:01.889661Z","caller":"traceutil/trace.go:171","msg":"trace[1452338711] transaction","detail":"{read_only:false; response_revision:23531; number_of_response:1; }","duration":"1.421039802s","start":"2026-03-02T22:13:00.468602Z","end":"2026-03-02T22:13:01.889642Z","steps":["trace[1452338711] 'process raft request' (duration: 1.420919939s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:01.889716Z","caller":"traceutil/trace.go:171","msg":"trace[69750891] transaction","detail":"{read_only:false; response_revision:23532; number_of_response:1; }","duration":"1.421101674s","start":"2026-03-02T22:13:00.468605Z","end":"2026-03-02T22:13:01.889706Z","steps":["trace[69750891] 'process raft request' (duration: 1.420984151s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:01.88977Z","caller":"traceutil/trace.go:171","msg":"trace[110370125] transaction","detail":"{read_only:false; response_revision:23533; number_of_response:1; }","duration":"1.421099174s","start":"2026-03-02T22:13:00.468658Z","end":"2026-03-02T22:13:01.889758Z","steps":["trace[110370125] 'process raft request' (duration: 1.420973021s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:01.889792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:00.468597Z","time spent":"1.421133665s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:01.889805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:00.468592Z","time spent":"1.421160935s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:01.889825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:00.468655Z","time spent":"1.421142965s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:01.889838Z","caller":"traceutil/trace.go:171","msg":"trace[1829771502] linearizableReadLoop","detail":"{readStateIndex:24364; appliedIndex:24357; }","duration":"727.216061ms","start":"2026-03-02T22:13:01.162612Z","end":"2026-03-02T22:13:01.889828Z","steps":["trace[1829771502] 'read index received' (duration: 665.784727ms)","trace[1829771502] 'applied index is now lower than readState.Index' (duration: 61.430434ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:01.889885Z","caller":"traceutil/trace.go:171","msg":"trace[1904231419] transaction","detail":"{read_only:false; response_revision:23535; number_of_response:1; }","duration":"1.414530568s","start":"2026-03-02T22:13:00.475346Z","end":"2026-03-02T22:13:01.889877Z","steps":["trace[1904231419] 'process raft request' (duration: 1.414364114s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:01.889925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:00.47533Z","time spent":"1.414572629s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:01.889937Z","caller":"traceutil/trace.go:171","msg":"trace[1525386573] transaction","detail":"{read_only:false; response_revision:23534; number_of_response:1; }","duration":"1.421216217s","start":"2026-03-02T22:13:00.468714Z","end":"2026-03-02T22:13:01.88993Z","steps":["trace[1525386573] 'process raft request' (duration: 1.4209599s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:01.889973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:00.468711Z","time spent":"1.421241667s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:01.889992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322134747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-02T22:13:01.890022Z","caller":"traceutil/trace.go:171","msg":"trace[1740389565] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:23535; }","duration":"1.322185209s","start":"2026-03-02T22:13:00.567825Z","end":"2026-03-02T22:13:01.89001Z","steps":["trace[1740389565] 'agreement among raft nodes before linearized reading' (duration: 1.322073906s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:01.890042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:00.56781Z","time spent":"1.322227249s","remote":"127.0.0.1:34590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-03-02T22:13:01.89011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421408742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-02T22:13:01.890138Z","caller":"traceutil/trace.go:171","msg":"trace[1654701799] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23535; }","duration":"1.421450353s","start":"2026-03-02T22:13:00.468679Z","end":"2026-03-02T22:13:01.890129Z","steps":["trace[1654701799] 'agreement among raft nodes before linearized reading' (duration: 1.42135009s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:01.890153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:00.468675Z","time spent":"1.421474523s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-02T22:13:01.890173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421788481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:01.890198Z","caller":"traceutil/trace.go:171","msg":"trace[2114939818] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23535; }","duration":"1.421835622s","start":"2026-03-02T22:13:00.468353Z","end":"2026-03-02T22:13:01.890189Z","steps":["trace[2114939818] 'agreement among raft nodes before linearized reading' (duration: 1.421793031s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:01.890215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:00.468341Z","time spent":"1.421868644s","remote":"127.0.0.1:34642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:13:01.89022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420052817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-02T22:13:01.890233Z","caller":"traceutil/trace.go:171","msg":"trace[916715031] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:23535; }","duration":"1.420078518s","start":"2026-03-02T22:13:00.47015Z","end":"2026-03-02T22:13:01.890229Z","steps":["trace[916715031] 'agreement among raft nodes before linearized reading' (duration: 1.420037167s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:01.890246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:00.470147Z","time spent":"1.420096188s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-02T22:13:01.890321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421559655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-03-02T22:13:01.890335Z","caller":"traceutil/trace.go:171","msg":"trace[725988386] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:23535; }","duration":"1.421572396s","start":"2026-03-02T22:13:00.468758Z","end":"2026-03-02T22:13:01.890331Z","steps":["trace[725988386] 'agreement among raft nodes before linearized reading' (duration: 1.421531465s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:01.890346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:00.468735Z","time spent":"1.421608157s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1178,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-03-02T22:13:01.890378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.903108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T22:13:01.890397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.631746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:13:01.890408Z","caller":"traceutil/trace.go:171","msg":"trace[1995903169] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23535; }","duration":"725.932998ms","start":"2026-03-02T22:13:01.164466Z","end":"2026-03-02T22:13:01.890399Z","steps":["trace[1995903169] 'agreement among raft nodes before linearized reading' (duration: 725.831506ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:01.890417Z","caller":"traceutil/trace.go:171","msg":"trace[1971900011] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23535; }","duration":"607.667347ms","start":"2026-03-02T22:13:01.282744Z","end":"2026-03-02T22:13:01.890411Z","steps":["trace[1971900011] 'agreement among raft nodes before linearized reading' (duration: 607.610565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:01.890429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:01.164422Z","time spent":"726.00121ms","remote":"127.0.0.1:34728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T22:13:01.890434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:01.282739Z","time spent":"607.690697ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:13:01.890504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.670346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:01.890512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.404302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:01.890526Z","caller":"traceutil/trace.go:171","msg":"trace[939827818] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23535; }","duration":"681.732437ms","start":"2026-03-02T22:13:01.208787Z","end":"2026-03-02T22:13:01.89052Z","steps":["trace[939827818] 'agreement among raft nodes before linearized reading' (duration: 681.698156ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:01.890533Z","caller":"traceutil/trace.go:171","msg":"trace[259178331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23535; }","duration":"258.467493ms","start":"2026-03-02T22:13:01.632058Z","end":"2026-03-02T22:13:01.890526Z","steps":["trace[259178331] 'agreement among raft nodes before linearized reading' (duration: 258.430882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:01.890541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:01.208766Z","time spent":"681.771649ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:01.890569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.6494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899233d8e69a543\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-02T22:13:01.890592Z","caller":"traceutil/trace.go:171","msg":"trace[1988655565] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899233d8e69a543; range_end:; response_count:1; response_revision:23535; }","duration":"723.732303ms","start":"2026-03-02T22:13:01.166852Z","end":"2026-03-02T22:13:01.890584Z","steps":["trace[1988655565] 'agreement among raft nodes before linearized reading' (duration: 723.670661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:01.890609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:01.16684Z","time spent":"723.763723ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899233d8e69a543\" "} {"level":"warn","ts":"2026-03-02T22:13:01.89096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.027851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:13:01.891011Z","caller":"traceutil/trace.go:171","msg":"trace[1849922276] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23535; }","duration":"607.113093ms","start":"2026-03-02T22:13:01.283883Z","end":"2026-03-02T22:13:01.890996Z","steps":["trace[1849922276] 'agreement among raft nodes before linearized reading' (duration: 606.931239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:01.891041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:01.283873Z","time spent":"607.163644ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T22:13:01.889685Z","caller":"traceutil/trace.go:171","msg":"trace[1157480212] transaction","detail":"{read_only:false; response_revision:23530; number_of_response:1; }","duration":"1.421122815s","start":"2026-03-02T22:13:00.468532Z","end":"2026-03-02T22:13:01.889655Z","steps":["trace[1157480212] 'process raft request' (duration: 1.420764795s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:01.891305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:00.468516Z","time spent":"1.422762975s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:01.892342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.579455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:13:01.892423Z","caller":"traceutil/trace.go:171","msg":"trace[1236017281] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23535; }","duration":"609.732229ms","start":"2026-03-02T22:13:01.282671Z","end":"2026-03-02T22:13:01.892403Z","steps":["trace[1236017281] 'agreement among raft nodes before linearized reading' (duration: 607.820001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:01.892463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:01.282647Z","time spent":"609.808651ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:13:01.891161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.356961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb\" ","response":"range_response_count:1 size:3758"} {"level":"info","ts":"2026-03-02T22:13:01.892826Z","caller":"traceutil/trace.go:171","msg":"trace[1643177700] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb; range_end:; response_count:1; response_revision:23535; }","duration":"422.042924ms","start":"2026-03-02T22:13:01.470767Z","end":"2026-03-02T22:13:01.89281Z","steps":["trace[1643177700] 'agreement among raft nodes before linearized reading' (duration: 420.341901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:01.892853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:01.470749Z","time spent":"422.093895ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3781,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb\" "} {"level":"warn","ts":"2026-03-02T22:13:03.892968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959796428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:13:03.893056Z","caller":"traceutil/trace.go:171","msg":"trace[513078546] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.959923001s","start":"2026-03-02T22:13:01.933112Z","end":"2026-03-02T22:13:03.893035Z","steps":["trace[513078546] 'agreement among raft nodes before linearized reading' (duration: 1.959811698s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:03.893104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:01.933101Z","time spent":"1.959992502s","remote":"127.0.0.1:34440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:13:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:13:04.012084Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.078987652s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:13:04.012569Z","caller":"traceutil/trace.go:171","msg":"trace[577474741] linearizableReadLoop","detail":"{readStateIndex:24365; appliedIndex:24364; }","duration":"2.079558976s","start":"2026-03-02T22:13:01.932972Z","end":"2026-03-02T22:13:04.012531Z","steps":["trace[577474741] 'read index received' (duration: 428.101µs)","trace[577474741] 'applied index is now lower than readState.Index' (duration: 2.079129795s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:04.012683Z","caller":"traceutil/trace.go:171","msg":"trace[1578310121] transaction","detail":"{read_only:false; response_revision:23536; number_of_response:1; }","duration":"2.079699869s","start":"2026-03-02T22:13:01.932942Z","end":"2026-03-02T22:13:04.012642Z","steps":["trace[1578310121] 'process raft request' (duration: 2.079368721s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:04.012849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:01.932912Z","time spent":"2.079854924s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:04.012864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079865265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4d7a2067-14f3-4ccd-90c1-8595d4df474b\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-02T22:13:04.012915Z","caller":"traceutil/trace.go:171","msg":"trace[700716252] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4d7a2067-14f3-4ccd-90c1-8595d4df474b; range_end:; response_count:1; response_revision:23536; }","duration":"2.079979437s","start":"2026-03-02T22:13:01.932918Z","end":"2026-03-02T22:13:04.012897Z","steps":["trace[700716252] 'agreement among raft nodes before linearized reading' (duration: 2.079754881s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:04.012962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:01.932899Z","time spent":"2.080053869s","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-4d7a2067-14f3-4ccd-90c1-8595d4df474b\" "} {"level":"warn","ts":"2026-03-02T22:13:04.27908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:01.934174Z","time spent":"2.344895542s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 22:13:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:13:04.281233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:01.93443Z","time spent":"2.346796419s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 22:13:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:13:04.281992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:01.933451Z","time spent":"2.348536305s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 22:13:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:13:04.513036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826729125,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:13:05.014097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826729125,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:13:05.514793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826729125,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:13:05.659187Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.646859745s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:13:05.659809Z","caller":"traceutil/trace.go:171","msg":"trace[1309039083] transaction","detail":"{read_only:false; response_revision:23541; number_of_response:1; }","duration":"1.760537301s","start":"2026-03-02T22:13:03.899249Z","end":"2026-03-02T22:13:05.659787Z","steps":["trace[1309039083] 'process raft request' (duration: 1.76049411s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:05.659942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:03.899221Z","time spent":"1.760650783s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:05.660189Z","caller":"traceutil/trace.go:171","msg":"trace[1385732871] transaction","detail":"{read_only:false; response_revision:23540; number_of_response:1; }","duration":"3.343306536s","start":"2026-03-02T22:13:02.316843Z","end":"2026-03-02T22:13:05.66015Z","steps":["trace[1385732871] 'process raft request' (duration: 3.342864664s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:05.660414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:02.316802Z","time spent":"3.343501832s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:05.91139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00089679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:13:05.911465Z","caller":"traceutil/trace.go:171","msg":"trace[1923319282] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001013582s","start":"2026-03-02T22:13:03.910436Z","end":"2026-03-02T22:13:05.911449Z","steps":["trace[1923319282] 'agreement among raft nodes before linearized reading' (duration: 2.00091894s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:05.911506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:03.910425Z","time spent":"2.001072614s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:13:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:13:06.969776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.394707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:494"} {"level":"info","ts":"2026-03-02T22:13:06.969946Z","caller":"traceutil/trace.go:171","msg":"trace[1496578328] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23541; }","duration":"2.685350925s","start":"2026-03-02T22:13:04.284536Z","end":"2026-03-02T22:13:06.969887Z","steps":["trace[1496578328] 'process raft request' (duration: 2.685299924s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:06.969985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:04.284516Z","time spent":"2.685451718s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":530,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:06.971422Z","caller":"traceutil/trace.go:171","msg":"trace[1929730126] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23541; }","duration":"2.690841334s","start":"2026-03-02T22:13:04.28057Z","end":"2026-03-02T22:13:06.971412Z","steps":["trace[1929730126] 'process raft request' (duration: 1.898775594s)","trace[1929730126] 'compare' (duration: 790.341556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:06.971462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:04.28055Z","time spent":"2.690894086s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":517,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:07.912138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000608462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:13:07.912208Z","caller":"traceutil/trace.go:171","msg":"trace[99627794] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000718505s","start":"2026-03-02T22:13:05.911473Z","end":"2026-03-02T22:13:07.912191Z","steps":["trace[99627794] 'agreement among raft nodes before linearized reading' (duration: 2.000629202s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:07.912245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:05.911458Z","time spent":"2.000780787s","remote":"127.0.0.1:34440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:13:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:13:09.110039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.140147318s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T22:13:09.110275Z","caller":"traceutil/trace.go:171","msg":"trace[222149654] linearizableReadLoop","detail":"{readStateIndex:24373; appliedIndex:24365; }","duration":"5.09759196s","start":"2026-03-02T22:13:04.012643Z","end":"2026-03-02T22:13:09.110234Z","steps":["trace[222149654] 'read index received' (duration: 1.646939727s)","trace[222149654] 'applied index is now lower than readState.Index' (duration: 3.450651073s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:09.110967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.175674051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T22:13:09.111017Z","caller":"traceutil/trace.go:171","msg":"trace[577994243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23542; }","duration":"5.175747213s","start":"2026-03-02T22:13:03.935256Z","end":"2026-03-02T22:13:09.111003Z","steps":["trace[577994243] 'agreement among raft nodes before linearized reading' (duration: 5.175589519s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:09.111056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:03.935249Z","time spent":"5.175797004s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:13:09.111231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.177460633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"warn","ts":"2026-03-02T22:13:09.111268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.177790712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.124\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:09.111319Z","caller":"traceutil/trace.go:171","msg":"trace[272566620] range","detail":"{range_begin:/registry/masterleases/199.19.213.124; range_end:; response_count:0; response_revision:23542; }","duration":"7.177875285s","start":"2026-03-02T22:13:01.93343Z","end":"2026-03-02T22:13:09.111306Z","steps":["trace[272566620] 'agreement among raft nodes before linearized reading' (duration: 7.177793342s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:09.111356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:01.933414Z","time spent":"7.177934577s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.19.213.124\" "} {"level":"warn","ts":"2026-03-02T22:13:09.111365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.177927286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-02T22:13:09.111403Z","caller":"traceutil/trace.go:171","msg":"trace[511307333] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23542; }","duration":"7.177965347s","start":"2026-03-02T22:13:01.933428Z","end":"2026-03-02T22:13:09.111393Z","steps":["trace[511307333] 'agreement among raft nodes before linearized reading' (duration: 7.177835714s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:09.11143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:01.933387Z","time spent":"7.178037009s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-02T22:13:09.111413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.176317048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:13:09.111315Z","caller":"traceutil/trace.go:171","msg":"trace[700944575] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:23542; }","duration":"7.177566677s","start":"2026-03-02T22:13:01.933728Z","end":"2026-03-02T22:13:09.111295Z","steps":["trace[700944575] 'agreement among raft nodes before linearized reading' (duration: 7.177358801s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:09.111481Z","caller":"traceutil/trace.go:171","msg":"trace[789667565] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23542; }","duration":"5.176406381s","start":"2026-03-02T22:13:03.935061Z","end":"2026-03-02T22:13:09.111467Z","steps":["trace[789667565] 'agreement among raft nodes before linearized reading' (duration: 5.176278888s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:09.111495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:01.93372Z","time spent":"7.177767202s","remote":"127.0.0.1:34642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1281,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-03-02T22:13:09.11152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:03.935048Z","time spent":"5.176463182s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:13:09.111583Z","caller":"traceutil/trace.go:171","msg":"trace[150451318] transaction","detail":"{read_only:false; response_revision:23543; number_of_response:1; }","duration":"2.215366508s","start":"2026-03-02T22:13:06.8962Z","end":"2026-03-02T22:13:09.111566Z","steps":["trace[150451318] 'process raft request' (duration: 2.213940842s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:09.111646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.212359694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:13:09.111516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.214534983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb\" ","response":"range_response_count:1 size:3758"} {"level":"info","ts":"2026-03-02T22:13:09.111693Z","caller":"traceutil/trace.go:171","msg":"trace[188239966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23543; }","duration":"5.212436116s","start":"2026-03-02T22:13:03.899245Z","end":"2026-03-02T22:13:09.111681Z","steps":["trace[188239966] 'agreement among raft nodes before linearized reading' (duration: 5.212299553s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:09.111704Z","caller":"traceutil/trace.go:171","msg":"trace[971898117] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb; range_end:; response_count:1; response_revision:23542; }","duration":"6.214766318s","start":"2026-03-02T22:13:02.896929Z","end":"2026-03-02T22:13:09.111695Z","steps":["trace[971898117] 'agreement among raft nodes before linearized reading' (duration: 6.214488751s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:09.111694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:06.89618Z","time spent":"2.21545091s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:09.111735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:02.896908Z","time spent":"6.214816339s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3781,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb\" "} {"level":"warn","ts":"2026-03-02T22:13:09.111732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:03.899228Z","time spent":"5.212495687s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:13:09.111807Z","caller":"traceutil/trace.go:171","msg":"trace[1533567451] transaction","detail":"{read_only:false; response_revision:23544; number_of_response:1; }","duration":"1.445323452s","start":"2026-03-02T22:13:07.666474Z","end":"2026-03-02T22:13:09.111798Z","steps":["trace[1533567451] 'process raft request' (duration: 1.445025795s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:09.111839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.733283225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:09.111866Z","caller":"traceutil/trace.go:171","msg":"trace[1133956529] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23544; }","duration":"6.733360426s","start":"2026-03-02T22:13:02.378497Z","end":"2026-03-02T22:13:09.111858Z","steps":["trace[1133956529] 'agreement among raft nodes before linearized reading' (duration: 6.733123571s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:09.111868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:07.666449Z","time spent":"1.445389883s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:09.111894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:02.378474Z","time spent":"6.733412248s","remote":"127.0.0.1:46646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:09.111905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.743396808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:13:09.111946Z","caller":"traceutil/trace.go:171","msg":"trace[1837737532] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23544; }","duration":"6.74348666s","start":"2026-03-02T22:13:02.368448Z","end":"2026-03-02T22:13:09.111935Z","steps":["trace[1837737532] 'agreement among raft nodes before linearized reading' (duration: 6.743164202s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:09.111993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:02.368415Z","time spent":"6.743565132s","remote":"127.0.0.1:34988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:09.112005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.175207138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:09.112076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.864244782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T22:13:09.112088Z","caller":"traceutil/trace.go:171","msg":"trace[351665065] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23544; }","duration":"7.17530392s","start":"2026-03-02T22:13:01.936769Z","end":"2026-03-02T22:13:09.112073Z","steps":["trace[351665065] 'agreement among raft nodes before linearized reading' (duration: 7.17492179s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:09.112106Z","caller":"traceutil/trace.go:171","msg":"trace[56223344] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23544; }","duration":"5.864275912s","start":"2026-03-02T22:13:03.247823Z","end":"2026-03-02T22:13:09.112099Z","steps":["trace[56223344] 'agreement among raft nodes before linearized reading' (duration: 5.863850932s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:09.112122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:01.93676Z","time spent":"7.175352982s","remote":"127.0.0.1:34728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:13:09.112132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:03.247758Z","time spent":"5.864367045s","remote":"127.0.0.1:34658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":238,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:09.629519Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826729132,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:13:09.920198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000260923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:13:09.920276Z","caller":"traceutil/trace.go:171","msg":"trace[507688015] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000376807s","start":"2026-03-02T22:13:07.919882Z","end":"2026-03-02T22:13:09.920259Z","steps":["trace[507688015] 'agreement among raft nodes before linearized reading' (duration: 2.000280114s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:09.920322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:07.919871Z","time spent":"2.000441738s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:13:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:13:10.130269Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826729132,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:13:10.537762Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.442777468s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:13:10.538083Z","caller":"traceutil/trace.go:171","msg":"trace[1850962674] transaction","detail":"{read_only:false; response_revision:23545; number_of_response:1; }","duration":"2.571566097s","start":"2026-03-02T22:13:07.966498Z","end":"2026-03-02T22:13:10.538064Z","steps":["trace[1850962674] 'process raft request' (duration: 2.571411593s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:10.538247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:07.966474Z","time spent":"2.571692041s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:11.920923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000633223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:13:11.921007Z","caller":"traceutil/trace.go:171","msg":"trace[885192611] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000761157s","start":"2026-03-02T22:13:09.920227Z","end":"2026-03-02T22:13:11.920988Z","steps":["trace[885192611] 'agreement among raft nodes before linearized reading' (duration: 2.000656134s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:11.921076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:09.920211Z","time spent":"2.000854869s","remote":"127.0.0.1:34440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:13:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:13:12.329715Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.791751905s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:13:12.330139Z","caller":"traceutil/trace.go:171","msg":"trace[989526549] transaction","detail":"{read_only:false; response_revision:23548; number_of_response:1; }","duration":"3.211937846s","start":"2026-03-02T22:13:09.118187Z","end":"2026-03-02T22:13:12.330125Z","steps":["trace[989526549] 'process raft request' (duration: 3.211876895s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:12.330164Z","caller":"traceutil/trace.go:171","msg":"trace[1521733208] transaction","detail":"{read_only:false; response_revision:23547; number_of_response:1; }","duration":"3.211950647s","start":"2026-03-02T22:13:09.118187Z","end":"2026-03-02T22:13:12.330137Z","steps":["trace[1521733208] 'process raft request' (duration: 3.211857354s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:12.330226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:09.11817Z","time spent":"3.211994727s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:12.330225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:09.113683Z","time spent":"3.216538952s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T22:13:12.330214Z","caller":"traceutil/trace.go:171","msg":"trace[1474886825] transaction","detail":"{read_only:false; response_revision:23546; number_of_response:1; }","duration":"3.212066589s","start":"2026-03-02T22:13:09.118124Z","end":"2026-03-02T22:13:12.33019Z","steps":["trace[1474886825] 'process raft request' (duration: 3.211846372s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:12.330291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:09.11817Z","time spent":"3.212051529s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:12.330319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:09.118111Z","time spent":"3.212156192s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:12.330329Z","caller":"traceutil/trace.go:171","msg":"trace[454791390] linearizableReadLoop","detail":"{readStateIndex:24381; appliedIndex:24375; }","duration":"3.220001559s","start":"2026-03-02T22:13:09.110312Z","end":"2026-03-02T22:13:12.330313Z","steps":["trace[454791390] 'read index received' (duration: 1.427682159s)","trace[454791390] 'applied index is now lower than readState.Index' (duration: 1.79231841s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:12.330461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.508900584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:12.330505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.632108603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T22:13:12.330511Z","caller":"traceutil/trace.go:171","msg":"trace[2069098209] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23549; }","duration":"5.509003836s","start":"2026-03-02T22:13:06.821494Z","end":"2026-03-02T22:13:12.330498Z","steps":["trace[2069098209] 'agreement among raft nodes before linearized reading' (duration: 5.508915214s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:12.330529Z","caller":"traceutil/trace.go:171","msg":"trace[1598532018] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23549; }","duration":"6.632162554s","start":"2026-03-02T22:13:05.698359Z","end":"2026-03-02T22:13:12.330522Z","steps":["trace[1598532018] 'agreement among raft nodes before linearized reading' (duration: 6.632069012s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:12.330549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:05.698346Z","time spent":"6.632196106s","remote":"127.0.0.1:34542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T22:13:12.330562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.201228888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:12.330557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:06.821476Z","time spent":"5.509064129s","remote":"127.0.0.1:34862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:12.330581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.693951549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:12.330612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.630768625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:13:12.330623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.779120552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:12.330628Z","caller":"traceutil/trace.go:171","msg":"trace[193219730] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23549; }","duration":"4.694024761s","start":"2026-03-02T22:13:07.636583Z","end":"2026-03-02T22:13:12.330608Z","steps":["trace[193219730] 'agreement among raft nodes before linearized reading' (duration: 4.69397779s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:12.330639Z","caller":"traceutil/trace.go:171","msg":"trace[512234607] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23549; }","duration":"5.630824557s","start":"2026-03-02T22:13:06.699806Z","end":"2026-03-02T22:13:12.330631Z","steps":["trace[512234607] 'agreement among raft nodes before linearized reading' (duration: 5.630777186s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:12.330647Z","caller":"traceutil/trace.go:171","msg":"trace[1756950795] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23549; }","duration":"5.779143023s","start":"2026-03-02T22:13:06.551496Z","end":"2026-03-02T22:13:12.330639Z","steps":["trace[1756950795] 'agreement among raft nodes before linearized reading' (duration: 5.779105052s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:12.330662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:06.69979Z","time spent":"5.630868447s","remote":"127.0.0.1:34832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:12.330672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:06.551457Z","time spent":"5.779205015s","remote":"127.0.0.1:55272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:12.330703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.296036739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"warn","ts":"2026-03-02T22:13:12.330707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.020771601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:12.330723Z","caller":"traceutil/trace.go:171","msg":"trace[182492874] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23549; }","duration":"6.296085851s","start":"2026-03-02T22:13:06.034632Z","end":"2026-03-02T22:13:12.330718Z","steps":["trace[182492874] 'agreement among raft nodes before linearized reading' (duration: 6.296018239s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:12.330728Z","caller":"traceutil/trace.go:171","msg":"trace[1135016447] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23549; }","duration":"5.020825402s","start":"2026-03-02T22:13:07.309895Z","end":"2026-03-02T22:13:12.33072Z","steps":["trace[1135016447] 'agreement among raft nodes before linearized reading' (duration: 5.020790671s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:12.330744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:06.034617Z","time spent":"6.296122161s","remote":"127.0.0.1:50958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-02T22:13:12.330751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:07.309874Z","time spent":"5.020870014s","remote":"127.0.0.1:51114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:13:12.330588Z","caller":"traceutil/trace.go:171","msg":"trace[1375413440] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23549; }","duration":"6.201287629s","start":"2026-03-02T22:13:06.12929Z","end":"2026-03-02T22:13:12.330577Z","steps":["trace[1375413440] 'agreement among raft nodes before linearized reading' (duration: 6.201242588s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:12.330792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:06.129272Z","time spent":"6.201511465s","remote":"127.0.0.1:51090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:12.330826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.225918145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:12.330844Z","caller":"traceutil/trace.go:171","msg":"trace[1547737339] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23549; }","duration":"8.225966117s","start":"2026-03-02T22:13:04.104872Z","end":"2026-03-02T22:13:12.330838Z","steps":["trace[1547737339] 'agreement among raft nodes before linearized reading' (duration: 8.225934736s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:12.330858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:04.104847Z","time spent":"8.226006598s","remote":"127.0.0.1:46908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:12.330849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.860601293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-03-02T22:13:12.330874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.598265963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:12.330669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:07.636557Z","time spent":"4.694105694s","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:12.330546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.430319057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:13:12.330896Z","caller":"traceutil/trace.go:171","msg":"trace[1809518153] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23549; }","duration":"6.860661215s","start":"2026-03-02T22:13:05.470221Z","end":"2026-03-02T22:13:12.330882Z","steps":["trace[1809518153] 'agreement among raft nodes before linearized reading' (duration: 6.860526222s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:12.330923Z","caller":"traceutil/trace.go:171","msg":"trace[15051857] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23549; }","duration":"4.430724736s","start":"2026-03-02T22:13:07.900192Z","end":"2026-03-02T22:13:12.330917Z","steps":["trace[15051857] 'agreement among raft nodes before linearized reading' (duration: 4.430329946s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:12.330942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:07.900175Z","time spent":"4.430760187s","remote":"127.0.0.1:34722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:12.330939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:05.470215Z","time spent":"6.860709656s","remote":"127.0.0.1:32870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T22:13:12.330963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.020939044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268858"} {"level":"warn","ts":"2026-03-02T22:13:12.33098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.875105587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:13:12.330994Z","caller":"traceutil/trace.go:171","msg":"trace[1748732179] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23549; }","duration":"6.875121148s","start":"2026-03-02T22:13:05.455869Z","end":"2026-03-02T22:13:12.33099Z","steps":["trace[1748732179] 'agreement among raft nodes before linearized reading' (duration: 6.875057556s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:12.331009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:05.455822Z","time spent":"6.875183589s","remote":"127.0.0.1:34950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:13:12.331001Z","caller":"traceutil/trace.go:171","msg":"trace[792912082] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23549; }","duration":"5.021016606s","start":"2026-03-02T22:13:07.309973Z","end":"2026-03-02T22:13:12.330989Z","steps":["trace[792912082] 'agreement among raft nodes before linearized reading' (duration: 5.020644026s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:12.3309Z","caller":"traceutil/trace.go:171","msg":"trace[2048913692] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23549; }","duration":"6.598333614s","start":"2026-03-02T22:13:05.732559Z","end":"2026-03-02T22:13:12.330893Z","steps":["trace[2048913692] 'agreement among raft nodes before linearized reading' (duration: 6.598287483s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:12.331061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:05.73253Z","time spent":"6.598521809s","remote":"127.0.0.1:46458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:12.33048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.27311068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:12.331119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.018285025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:12.331123Z","caller":"traceutil/trace.go:171","msg":"trace[746520573] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23549; }","duration":"5.273818208s","start":"2026-03-02T22:13:07.057296Z","end":"2026-03-02T22:13:12.331115Z","steps":["trace[746520573] 'agreement among raft nodes before linearized reading' (duration: 5.27308245s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:12.331147Z","caller":"traceutil/trace.go:171","msg":"trace[515314221] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23549; }","duration":"7.018339415s","start":"2026-03-02T22:13:05.312797Z","end":"2026-03-02T22:13:12.331137Z","steps":["trace[515314221] 'agreement among raft nodes before linearized reading' (duration: 7.018297014s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:12.331153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:07.057279Z","time spent":"5.273864269s","remote":"127.0.0.1:46980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:12.331169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:05.312778Z","time spent":"7.018385907s","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:12.331185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.313458664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-02T22:13:12.331247Z","caller":"traceutil/trace.go:171","msg":"trace[2147292493] transaction","detail":"{read_only:false; response_revision:23549; number_of_response:1; }","duration":"3.20814243s","start":"2026-03-02T22:13:09.123095Z","end":"2026-03-02T22:13:12.331238Z","steps":["trace[2147292493] 'process raft request' (duration: 3.206992151s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:12.331241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.775720874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T22:13:12.331239Z","caller":"traceutil/trace.go:171","msg":"trace[648311364] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23549; }","duration":"8.313527116s","start":"2026-03-02T22:13:04.017689Z","end":"2026-03-02T22:13:12.331217Z","steps":["trace[648311364] 'agreement among raft nodes before linearized reading' (duration: 8.313435364s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:12.331031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:07.309949Z","time spent":"5.021073979s","remote":"127.0.0.1:34932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268881,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-02T22:13:12.331283Z","caller":"traceutil/trace.go:171","msg":"trace[1947831641] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23549; }","duration":"4.775795336s","start":"2026-03-02T22:13:07.555477Z","end":"2026-03-02T22:13:12.331272Z","steps":["trace[1947831641] 'agreement among raft nodes before linearized reading' (duration: 4.77557237s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:12.331291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:09.123073Z","time spent":"3.208193222s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:12.331305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:04.017671Z","time spent":"8.313620608s","remote":"127.0.0.1:34590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-02T22:13:12.331331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.315583897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925d469238330\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-02T22:13:12.331323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:07.555458Z","time spent":"4.775852107s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":229,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:13:12.331349Z","caller":"traceutil/trace.go:171","msg":"trace[571817952] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189925d469238330; range_end:; response_count:1; response_revision:23549; }","duration":"8.315646018s","start":"2026-03-02T22:13:04.015696Z","end":"2026-03-02T22:13:12.331342Z","steps":["trace[571817952] 'agreement among raft nodes before linearized reading' (duration: 8.315596597s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:12.331362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:04.015675Z","time spent":"8.31568381s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925d469238330\" "} {"level":"warn","ts":"2026-03-02T22:13:12.331576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.256690639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:13:12.331602Z","caller":"traceutil/trace.go:171","msg":"trace[1720959657] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23549; }","duration":"3.256752361s","start":"2026-03-02T22:13:09.07484Z","end":"2026-03-02T22:13:12.331593Z","steps":["trace[1720959657] 'agreement among raft nodes before linearized reading' (duration: 3.256702749s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:12.331623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:09.074821Z","time spent":"3.256795873s","remote":"127.0.0.1:34916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:12.331635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.045697773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:12.331659Z","caller":"traceutil/trace.go:171","msg":"trace[1146023896] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23549; }","duration":"4.045756964s","start":"2026-03-02T22:13:08.285896Z","end":"2026-03-02T22:13:12.331652Z","steps":["trace[1146023896] 'agreement among raft nodes before linearized reading' (duration: 4.044472182s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:12.331674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:08.28588Z","time spent":"4.045789895s","remote":"127.0.0.1:46576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:13.309092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.737641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:13:13.309234Z","caller":"traceutil/trace.go:171","msg":"trace[1377544632] linearizableReadLoop","detail":"{readStateIndex:24383; appliedIndex:24381; }","duration":"978.854022ms","start":"2026-03-02T22:13:12.33037Z","end":"2026-03-02T22:13:13.309224Z","steps":["trace[1377544632] 'read index received' (duration: 461.944086ms)","trace[1377544632] 'applied index is now lower than readState.Index' (duration: 516.909166ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:13.309287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.19045839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:13.30926Z","caller":"traceutil/trace.go:171","msg":"trace[446755261] transaction","detail":"{read_only:false; response_revision:23550; number_of_response:1; }","duration":"2.722288263s","start":"2026-03-02T22:13:10.586945Z","end":"2026-03-02T22:13:13.309233Z","steps":["trace[446755261] 'process raft request' (duration: 2.205353107s)","trace[446755261] 'compare' (duration: 515.387847ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:13.309301Z","caller":"traceutil/trace.go:171","msg":"trace[1520582560] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:23551; }","duration":"4.19048444s","start":"2026-03-02T22:13:09.11881Z","end":"2026-03-02T22:13:13.309295Z","steps":["trace[1520582560] 'agreement among raft nodes before linearized reading' (duration: 4.190454569s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:13.309324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:09.118803Z","time spent":"4.190514801s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-02T22:13:13.309342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.187396172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:13.309376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:10.586923Z","time spent":"2.722387556s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:13.309383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.190000025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb\" ","response":"range_response_count:1 size:3758"} {"level":"info","ts":"2026-03-02T22:13:13.309413Z","caller":"traceutil/trace.go:171","msg":"trace[1545714657] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23551; }","duration":"4.187537586s","start":"2026-03-02T22:13:09.121858Z","end":"2026-03-02T22:13:13.309395Z","steps":["trace[1545714657] 'agreement among raft nodes before linearized reading' (duration: 4.187405263s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:13.309428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.35659855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:13:13.309444Z","caller":"traceutil/trace.go:171","msg":"trace[1244026772] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb; range_end:; response_count:1; response_revision:23551; }","duration":"3.190098727s","start":"2026-03-02T22:13:10.119326Z","end":"2026-03-02T22:13:13.309425Z","steps":["trace[1244026772] 'agreement among raft nodes before linearized reading' (duration: 3.189907632s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:13.309464Z","caller":"traceutil/trace.go:171","msg":"trace[1980080609] transaction","detail":"{read_only:false; response_revision:23551; number_of_response:1; }","duration":"2.192061422s","start":"2026-03-02T22:13:11.117391Z","end":"2026-03-02T22:13:13.309453Z","steps":["trace[1980080609] 'process raft request' (duration: 2.191767085s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:13.309454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:09.121844Z","time spent":"4.187601088s","remote":"127.0.0.1:34728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:13:13.309443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372731588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:13.309479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:10.119303Z","time spent":"3.190167529s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3781,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb\" "} {"level":"warn","ts":"2026-03-02T22:13:13.3095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:11.117367Z","time spent":"2.192112554s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:13.309497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.191966376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.189925dc4e69ff3f\" ","response":"range_response_count:1 size:742"} {"level":"info","ts":"2026-03-02T22:13:13.309511Z","caller":"traceutil/trace.go:171","msg":"trace[463086540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23551; }","duration":"1.37282494s","start":"2026-03-02T22:13:11.936667Z","end":"2026-03-02T22:13:13.309492Z","steps":["trace[463086540] 'agreement among raft nodes before linearized reading' (duration: 1.372723297s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:13.309545Z","caller":"traceutil/trace.go:171","msg":"trace[1802915016] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.189925dc4e69ff3f; range_end:; response_count:1; response_revision:23551; }","duration":"4.192046499s","start":"2026-03-02T22:13:09.117485Z","end":"2026-03-02T22:13:13.309531Z","steps":["trace[1802915016] 'agreement among raft nodes before linearized reading' (duration: 4.191879655s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:13.309515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.705197694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:13.309469Z","caller":"traceutil/trace.go:171","msg":"trace[1261403499] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23551; }","duration":"3.356673032s","start":"2026-03-02T22:13:09.952783Z","end":"2026-03-02T22:13:13.309456Z","steps":["trace[1261403499] 'agreement among raft nodes before linearized reading' (duration: 3.35658915s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:13.309578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:09.11747Z","time spent":"4.19210063s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":765,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.189925dc4e69ff3f\" "} {"level":"warn","ts":"2026-03-02T22:13:13.309595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:09.952763Z","time spent":"3.356817995s","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:13.309546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:11.936656Z","time spent":"1.372882881s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:13:13.309601Z","caller":"traceutil/trace.go:171","msg":"trace[667087614] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23551; }","duration":"2.705334578s","start":"2026-03-02T22:13:10.604243Z","end":"2026-03-02T22:13:13.309578Z","steps":["trace[667087614] 'agreement among raft nodes before linearized reading' (duration: 2.705176234s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:13.309654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:10.60423Z","time spent":"2.70541142s","remote":"127.0.0.1:46866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:13.809949Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826729144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:13:13.81251Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.02015294s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:13:14.281445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.666424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:13:14.28164Z","caller":"traceutil/trace.go:171","msg":"trace[1990053108] linearizableReadLoop","detail":"{readStateIndex:24386; appliedIndex:24383; }","duration":"972.378969ms","start":"2026-03-02T22:13:13.309248Z","end":"2026-03-02T22:13:14.281627Z","steps":["trace[1990053108] 'read index received' (duration: 503.482279ms)","trace[1990053108] 'applied index is now lower than readState.Index' (duration: 468.89572ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:14.2817Z","caller":"traceutil/trace.go:171","msg":"trace[2076910292] transaction","detail":"{read_only:false; response_revision:23553; number_of_response:1; }","duration":"1.947433866s","start":"2026-03-02T22:13:12.334258Z","end":"2026-03-02T22:13:14.281692Z","steps":["trace[2076910292] 'process raft request' (duration: 1.947264542s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:14.281711Z","caller":"traceutil/trace.go:171","msg":"trace[1649666807] transaction","detail":"{read_only:false; response_revision:23552; number_of_response:1; }","duration":"1.948184225s","start":"2026-03-02T22:13:12.333442Z","end":"2026-03-02T22:13:14.281626Z","steps":["trace[1649666807] 'process raft request' (duration: 1.479274745s)","trace[1649666807] 'compare' (duration: 468.155482ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:14.281821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362181303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:14.281846Z","caller":"traceutil/trace.go:171","msg":"trace[755162120] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23554; }","duration":"1.362245815s","start":"2026-03-02T22:13:12.919595Z","end":"2026-03-02T22:13:14.28184Z","steps":["trace[755162120] 'agreement among raft nodes before linearized reading' (duration: 1.362189993s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:14.281867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:12.919573Z","time spent":"1.362288695s","remote":"127.0.0.1:46496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:14.28199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:12.333422Z","time spent":"1.94839271s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:14.282063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.939518117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-03-02T22:13:14.282084Z","caller":"traceutil/trace.go:171","msg":"trace[2112712316] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23554; }","duration":"1.939570039s","start":"2026-03-02T22:13:12.342508Z","end":"2026-03-02T22:13:14.282078Z","steps":["trace[2112712316] 'agreement among raft nodes before linearized reading' (duration: 1.939486887s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:14.2821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:12.342489Z","time spent":"1.939607629s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-02T22:13:14.282228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947698793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b230d487-f78a-4aff-b403-05cf571f49e0\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-02T22:13:14.282252Z","caller":"traceutil/trace.go:171","msg":"trace[413419953] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b230d487-f78a-4aff-b403-05cf571f49e0; range_end:; response_count:1; response_revision:23554; }","duration":"1.947722284s","start":"2026-03-02T22:13:12.334524Z","end":"2026-03-02T22:13:14.282246Z","steps":["trace[413419953] 'agreement among raft nodes before linearized reading' (duration: 1.947677503s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:14.282269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:12.334484Z","time spent":"1.947780965s","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-b230d487-f78a-4aff-b403-05cf571f49e0\" "} {"level":"warn","ts":"2026-03-02T22:13:14.281745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:12.334245Z","time spent":"1.947477528s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:14.281773Z","caller":"traceutil/trace.go:171","msg":"trace[1636655869] transaction","detail":"{read_only:false; response_revision:23554; number_of_response:1; }","duration":"970.006ms","start":"2026-03-02T22:13:13.31176Z","end":"2026-03-02T22:13:14.281766Z","steps":["trace[1636655869] 'process raft request' (duration: 969.828796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:14.282719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:13.311739Z","time spent":"970.881682ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:14.893259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.927414ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:13:14.893358Z","caller":"traceutil/trace.go:171","msg":"trace[637637230] linearizableReadLoop","detail":"{readStateIndex:24387; appliedIndex:24386; }","duration":"611.675768ms","start":"2026-03-02T22:13:14.281666Z","end":"2026-03-02T22:13:14.893342Z","steps":["trace[637637230] 'read index received' (duration: 276.59898ms)","trace[637637230] 'applied index is now lower than readState.Index' (duration: 335.075718ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:14.893394Z","caller":"traceutil/trace.go:171","msg":"trace[1633592170] transaction","detail":"{read_only:false; response_revision:23555; number_of_response:1; }","duration":"772.255302ms","start":"2026-03-02T22:13:14.121104Z","end":"2026-03-02T22:13:14.89336Z","steps":["trace[1633592170] 'process raft request' (duration: 437.145812ms)","trace[1633592170] 'compare' (duration: 334.188926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:14.893516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58176608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1448"} {"level":"info","ts":"2026-03-02T22:13:14.893552Z","caller":"traceutil/trace.go:171","msg":"trace[654466733] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23555; }","duration":"1.581824251s","start":"2026-03-02T22:13:13.311718Z","end":"2026-03-02T22:13:14.893542Z","steps":["trace[654466733] 'agreement among raft nodes before linearized reading' (duration: 1.581693428s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:14.893551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:14.121083Z","time spent":"772.386486ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:14.893583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:13.311702Z","time spent":"1.581873652s","remote":"127.0.0.1:34642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T22:13:14.893878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469182072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:14.893986Z","caller":"traceutil/trace.go:171","msg":"trace[1283850612] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23555; }","duration":"1.469339946s","start":"2026-03-02T22:13:13.424623Z","end":"2026-03-02T22:13:14.893963Z","steps":["trace[1283850612] 'agreement among raft nodes before linearized reading' (duration: 1.469135711s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:14.894058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:13.424603Z","time spent":"1.469437118s","remote":"127.0.0.1:46782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:14.89407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583243687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:14.894596Z","caller":"traceutil/trace.go:171","msg":"trace[1353189008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23555; }","duration":"1.584039807s","start":"2026-03-02T22:13:13.310523Z","end":"2026-03-02T22:13:14.894563Z","steps":["trace[1353189008] 'agreement among raft nodes before linearized reading' (duration: 1.583161585s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:14.895166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:13.310514Z","time spent":"1.584476168s","remote":"127.0.0.1:34440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:13:14.896481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56742627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T22:13:14.896549Z","caller":"traceutil/trace.go:171","msg":"trace[1727062194] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23555; }","duration":"1.567512912s","start":"2026-03-02T22:13:13.329023Z","end":"2026-03-02T22:13:14.896536Z","steps":["trace[1727062194] 'agreement among raft nodes before linearized reading' (duration: 1.564389953s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:14.896581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:13.328987Z","time spent":"1.567586574s","remote":"127.0.0.1:34984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2698,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:14.896799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451170519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:14.896987Z","caller":"traceutil/trace.go:171","msg":"trace[304236299] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23555; }","duration":"1.451376433s","start":"2026-03-02T22:13:13.445597Z","end":"2026-03-02T22:13:14.896973Z","steps":["trace[304236299] 'agreement among raft nodes before linearized reading' (duration: 1.451147498s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:14.897069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:13.445589Z","time spent":"1.451466956s","remote":"127.0.0.1:44588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:13:14.945494Z","caller":"traceutil/trace.go:171","msg":"trace[1346813433] transaction","detail":"{read_only:false; response_revision:23556; number_of_response:1; }","duration":"657.007366ms","start":"2026-03-02T22:13:14.288468Z","end":"2026-03-02T22:13:14.945476Z","steps":["trace[1346813433] 'process raft request' (duration: 656.755999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:14.945608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:14.288457Z","time spent":"657.089437ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:14.94573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.676408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-02T22:13:14.94579Z","caller":"traceutil/trace.go:171","msg":"trace[5732810] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23556; }","duration":"658.779181ms","start":"2026-03-02T22:13:14.286998Z","end":"2026-03-02T22:13:14.945777Z","steps":["trace[5732810] 'agreement among raft nodes before linearized reading' (duration: 658.591216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:14.945791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.338019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T22:13:14.945819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:14.286983Z","time spent":"658.830312ms","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-02T22:13:14.945828Z","caller":"traceutil/trace.go:171","msg":"trace[1227577475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23556; }","duration":"611.40591ms","start":"2026-03-02T22:13:14.334413Z","end":"2026-03-02T22:13:14.945819Z","steps":["trace[1227577475] 'agreement among raft nodes before linearized reading' (duration: 611.205045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:14.945906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:14.334408Z","time spent":"611.490472ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:13:14.946044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.655887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:13:14.946073Z","caller":"traceutil/trace.go:171","msg":"trace[884343177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23556; }","duration":"611.715118ms","start":"2026-03-02T22:13:14.33435Z","end":"2026-03-02T22:13:14.946065Z","steps":["trace[884343177] 'agreement among raft nodes before linearized reading' (duration: 611.637266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:14.946091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:14.33433Z","time spent":"611.757079ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:13:14.946181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.758321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb\" ","response":"range_response_count:1 size:3758"} {"level":"info","ts":"2026-03-02T22:13:14.946204Z","caller":"traceutil/trace.go:171","msg":"trace[807862481] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb; range_end:; response_count:1; response_revision:23556; }","duration":"631.820903ms","start":"2026-03-02T22:13:14.314376Z","end":"2026-03-02T22:13:14.946197Z","steps":["trace[807862481] 'agreement among raft nodes before linearized reading' (duration: 631.760431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:14.946201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.203981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899233d8e69a543\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-02T22:13:14.946221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:14.314355Z","time spent":"631.861924ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3781,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb\" "} {"level":"info","ts":"2026-03-02T22:13:14.94623Z","caller":"traceutil/trace.go:171","msg":"trace[1458253189] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899233d8e69a543; range_end:; response_count:1; response_revision:23556; }","duration":"659.261743ms","start":"2026-03-02T22:13:14.286959Z","end":"2026-03-02T22:13:14.946221Z","steps":["trace[1458253189] 'agreement among raft nodes before linearized reading' (duration: 659.174361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:14.946254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:14.286946Z","time spent":"659.301104ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899233d8e69a543\" "} {"level":"warn","ts":"2026-03-02T22:13:14.946408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.446448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-02T22:13:14.946433Z","caller":"traceutil/trace.go:171","msg":"trace[1380620170] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23556; }","duration":"659.491818ms","start":"2026-03-02T22:13:14.286935Z","end":"2026-03-02T22:13:14.946427Z","steps":["trace[1380620170] 'agreement among raft nodes before linearized reading' (duration: 659.425527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:14.946439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.822607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418256"} {"level":"warn","ts":"2026-03-02T22:13:14.946452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:14.286919Z","time spent":"659.52805ms","remote":"127.0.0.1:34590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-02T22:13:14.946458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.512768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:13:14.94648Z","caller":"traceutil/trace.go:171","msg":"trace[1497822770] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23556; }","duration":"610.551808ms","start":"2026-03-02T22:13:14.335921Z","end":"2026-03-02T22:13:14.946473Z","steps":["trace[1497822770] 'agreement among raft nodes before linearized reading' (duration: 610.492117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:14.946504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:14.335911Z","time spent":"610.588349ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:13:14.946466Z","caller":"traceutil/trace.go:171","msg":"trace[1073464642] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23556; }","duration":"349.875979ms","start":"2026-03-02T22:13:14.596581Z","end":"2026-03-02T22:13:14.946457Z","steps":["trace[1073464642] 'agreement among raft nodes before linearized reading' (duration: 349.610582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:14.946572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:14.596566Z","time spent":"349.999074ms","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418279,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-02T22:13:15.337021Z","caller":"traceutil/trace.go:171","msg":"trace[107078654] transaction","detail":"{read_only:false; response_revision:23557; number_of_response:1; }","duration":"386.102571ms","start":"2026-03-02T22:13:14.9509Z","end":"2026-03-02T22:13:15.337003Z","steps":["trace[107078654] 'process raft request' (duration: 384.950941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:15.337402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:14.950864Z","time spent":"386.439929ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:16.512589Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.176019356s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:13:16.559649Z","caller":"traceutil/trace.go:171","msg":"trace[51561839] transaction","detail":"{read_only:false; response_revision:23559; number_of_response:1; }","duration":"1.607870265s","start":"2026-03-02T22:13:14.951723Z","end":"2026-03-02T22:13:16.559593Z","steps":["trace[51561839] 'process raft request' (duration: 1.60766435s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:16.559766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:14.951703Z","time spent":"1.608000929s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:16.559819Z","caller":"traceutil/trace.go:171","msg":"trace[1095579953] transaction","detail":"{read_only:false; response_revision:23561; number_of_response:1; }","duration":"1.591369481s","start":"2026-03-02T22:13:14.968417Z","end":"2026-03-02T22:13:16.559787Z","steps":["trace[1095579953] 'process raft request' (duration: 1.591071283s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:16.559852Z","caller":"traceutil/trace.go:171","msg":"trace[1455564815] transaction","detail":"{read_only:false; response_revision:23558; number_of_response:1; }","duration":"1.608678336s","start":"2026-03-02T22:13:14.951144Z","end":"2026-03-02T22:13:16.559822Z","steps":["trace[1455564815] 'process raft request' (duration: 1.561597734s)","trace[1455564815] 'compare' (duration: 46.385754ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:16.559969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:14.968392Z","time spent":"1.591500634s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:16.559988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:14.951128Z","time spent":"1.608781148s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:16.56007Z","caller":"traceutil/trace.go:171","msg":"trace[1242602628] transaction","detail":"{read_only:false; response_revision:23560; number_of_response:1; }","duration":"1.605191478s","start":"2026-03-02T22:13:14.954833Z","end":"2026-03-02T22:13:16.560024Z","steps":["trace[1242602628] 'process raft request' (duration: 1.604629974s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:16.560188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:14.954825Z","time spent":"1.605289191s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:16.560303Z","caller":"traceutil/trace.go:171","msg":"trace[1151268188] transaction","detail":"{read_only:false; response_revision:23562; number_of_response:1; }","duration":"1.59133452s","start":"2026-03-02T22:13:14.968954Z","end":"2026-03-02T22:13:16.560288Z","steps":["trace[1151268188] 'process raft request' (duration: 1.59056076s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:16.560382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:14.968929Z","time spent":"1.591411632s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3926,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:16.560995Z","caller":"traceutil/trace.go:171","msg":"trace[1150934032] transaction","detail":"{read_only:false; response_revision:23565; number_of_response:1; }","duration":"711.206798ms","start":"2026-03-02T22:13:15.849773Z","end":"2026-03-02T22:13:16.560954Z","steps":["trace[1150934032] 'process raft request' (duration: 711.151127ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:16.561072Z","caller":"traceutil/trace.go:171","msg":"trace[184989777] transaction","detail":"{read_only:false; response_revision:23564; number_of_response:1; }","duration":"1.228422613s","start":"2026-03-02T22:13:15.332636Z","end":"2026-03-02T22:13:16.561059Z","steps":["trace[184989777] 'process raft request' (duration: 1.228227618s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:16.561137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:15.332621Z","time spent":"1.228487374s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:16.561079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:15.849749Z","time spent":"711.28402ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:16.561471Z","caller":"traceutil/trace.go:171","msg":"trace[209115093] transaction","detail":"{read_only:false; response_revision:23563; number_of_response:1; }","duration":"1.237198863s","start":"2026-03-02T22:13:15.324261Z","end":"2026-03-02T22:13:16.561459Z","steps":["trace[209115093] 'process raft request' (duration: 1.236123966s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:16.561526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:15.324231Z","time spent":"1.237268325s","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418314,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:16.561985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609842684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6fe95377-7c14-439b-9878-99c4dc73a3b2\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-02T22:13:16.562018Z","caller":"traceutil/trace.go:171","msg":"trace[1014744000] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6fe95377-7c14-439b-9878-99c4dc73a3b2; range_end:; response_count:1; response_revision:23565; }","duration":"1.610998084s","start":"2026-03-02T22:13:14.951012Z","end":"2026-03-02T22:13:16.56201Z","steps":["trace[1014744000] 'agreement among raft nodes before linearized reading' (duration: 1.610882581s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:16.562041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:14.951002Z","time spent":"1.611033954s","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-6fe95377-7c14-439b-9878-99c4dc73a3b2\" "} {"level":"info","ts":"2026-03-02T22:13:16.563993Z","caller":"traceutil/trace.go:171","msg":"trace[1852719602] linearizableReadLoop","detail":"{readStateIndex:24391; appliedIndex:24388; }","duration":"1.608948752s","start":"2026-03-02T22:13:14.952156Z","end":"2026-03-02T22:13:16.561105Z","steps":["trace[1852719602] 'read index received' (duration: 383.778192ms)","trace[1852719602] 'applied index is now lower than readState.Index' (duration: 1.22516953s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:16.974065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.994093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:13:16.974542Z","caller":"traceutil/trace.go:171","msg":"trace[977562528] linearizableReadLoop","detail":"{readStateIndex:24399; appliedIndex:24398; }","duration":"409.809306ms","start":"2026-03-02T22:13:16.56469Z","end":"2026-03-02T22:13:16.9745Z","steps":["trace[977562528] 'read index received' (duration: 28.791213ms)","trace[977562528] 'applied index is now lower than readState.Index' (duration: 381.014903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:16.974721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015968354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb\" ","response":"range_response_count:1 size:3944"} {"level":"info","ts":"2026-03-02T22:13:16.974774Z","caller":"traceutil/trace.go:171","msg":"trace[1803270588] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb; range_end:; response_count:1; response_revision:23567; }","duration":"1.016053887s","start":"2026-03-02T22:13:15.958707Z","end":"2026-03-02T22:13:16.974761Z","steps":["trace[1803270588] 'agreement among raft nodes before linearized reading' (duration: 1.015817241s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:16.974772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533538959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:16.974815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:15.958693Z","time spent":"1.016113479s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3967,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb\" "} {"level":"info","ts":"2026-03-02T22:13:16.974831Z","caller":"traceutil/trace.go:171","msg":"trace[2130401248] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23567; }","duration":"1.533646052s","start":"2026-03-02T22:13:15.441168Z","end":"2026-03-02T22:13:16.974814Z","steps":["trace[2130401248] 'agreement among raft nodes before linearized reading' (duration: 1.533537148s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:16.974897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:15.441149Z","time spent":"1.533732203s","remote":"127.0.0.1:50980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:16.974965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022582184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T22:13:16.974993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.578356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-02T22:13:16.975028Z","caller":"traceutil/trace.go:171","msg":"trace[1446090988] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23567; }","duration":"2.022651777s","start":"2026-03-02T22:13:14.952362Z","end":"2026-03-02T22:13:16.975014Z","steps":["trace[1446090988] 'agreement among raft nodes before linearized reading' (duration: 2.022509443s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:16.975048Z","caller":"traceutil/trace.go:171","msg":"trace[1502880736] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23567; }","duration":"410.658858ms","start":"2026-03-02T22:13:16.564374Z","end":"2026-03-02T22:13:16.975033Z","steps":["trace[1502880736] 'agreement among raft nodes before linearized reading' (duration: 410.479464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:16.975079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:14.952356Z","time spent":"2.022711468s","remote":"127.0.0.1:34728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T22:13:16.975092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:16.564361Z","time spent":"410.719409ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-02T22:13:16.975161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.669378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-02T22:13:16.975167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126966694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:13:16.975202Z","caller":"traceutil/trace.go:171","msg":"trace[1191233765] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23567; }","duration":"406.724299ms","start":"2026-03-02T22:13:16.568468Z","end":"2026-03-02T22:13:16.975192Z","steps":["trace[1191233765] 'agreement among raft nodes before linearized reading' (duration: 406.625367ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:16.97524Z","caller":"traceutil/trace.go:171","msg":"trace[275305638] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23567; }","duration":"1.127075727s","start":"2026-03-02T22:13:15.848146Z","end":"2026-03-02T22:13:16.975222Z","steps":["trace[275305638] 'agreement among raft nodes before linearized reading' (duration: 1.126969434s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:16.975249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:16.568461Z","time spent":"406.77198ms","remote":"127.0.0.1:34590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-02T22:13:16.975301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:15.848127Z","time spent":"1.127156098s","remote":"127.0.0.1:32900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:13:16.975307Z","caller":"traceutil/trace.go:171","msg":"trace[1963955151] transaction","detail":"{read_only:false; response_revision:23567; number_of_response:1; }","duration":"411.651702ms","start":"2026-03-02T22:13:16.563634Z","end":"2026-03-02T22:13:16.975286Z","steps":["trace[1963955151] 'process raft request' (duration: 140.353306ms)","trace[1963955151] 'compare' (duration: 269.697756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:16.975508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:16.56361Z","time spent":"411.848508ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T22:13:16.975565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221749445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:13:16.975617Z","caller":"traceutil/trace.go:171","msg":"trace[153593441] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23567; }","duration":"1.221837867s","start":"2026-03-02T22:13:15.753765Z","end":"2026-03-02T22:13:16.975603Z","steps":["trace[153593441] 'agreement among raft nodes before linearized reading' (duration: 1.221749865s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:16.975682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:15.753745Z","time spent":"1.221919589s","remote":"127.0.0.1:52048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:16.975808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.138961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:16.974844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021867787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-02T22:13:16.97592Z","caller":"traceutil/trace.go:171","msg":"trace[1001623902] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23567; }","duration":"2.022944624s","start":"2026-03-02T22:13:14.952958Z","end":"2026-03-02T22:13:16.975902Z","steps":["trace[1001623902] 'agreement among raft nodes before linearized reading' (duration: 2.021768824s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:16.97598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.586536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18645"} {"level":"warn","ts":"2026-03-02T22:13:16.975988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:14.95162Z","time spent":"2.024347589s","remote":"127.0.0.1:34590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1469,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-02T22:13:16.976066Z","caller":"traceutil/trace.go:171","msg":"trace[1159838104] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23567; }","duration":"377.711099ms","start":"2026-03-02T22:13:16.598342Z","end":"2026-03-02T22:13:16.976053Z","steps":["trace[1159838104] 'agreement among raft nodes before linearized reading' (duration: 377.547665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:16.976137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:16.598327Z","time spent":"377.795392ms","remote":"127.0.0.1:34616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-02T22:13:16.975864Z","caller":"traceutil/trace.go:171","msg":"trace[1304530771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23567; }","duration":"341.216952ms","start":"2026-03-02T22:13:16.634633Z","end":"2026-03-02T22:13:16.97585Z","steps":["trace[1304530771] 'agreement among raft nodes before linearized reading' (duration: 341.144461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:16.975643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.97921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:16.976648Z","caller":"traceutil/trace.go:171","msg":"trace[2122126209] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23567; }","duration":"891.207291ms","start":"2026-03-02T22:13:16.085414Z","end":"2026-03-02T22:13:16.976622Z","steps":["trace[2122126209] 'agreement among raft nodes before linearized reading' (duration: 889.501158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:16.976888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:16.085397Z","time spent":"891.434106ms","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:16.976264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:16.634619Z","time spent":"341.619493ms","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:13:17.245516Z","caller":"traceutil/trace.go:171","msg":"trace[159758612] transaction","detail":"{read_only:false; response_revision:23568; number_of_response:1; }","duration":"265.818548ms","start":"2026-03-02T22:13:16.979669Z","end":"2026-03-02T22:13:17.245488Z","steps":["trace[159758612] 'process raft request' (duration: 265.606013ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:17.245546Z","caller":"traceutil/trace.go:171","msg":"trace[117088779] transaction","detail":"{read_only:false; response_revision:23569; number_of_response:1; }","duration":"263.830158ms","start":"2026-03-02T22:13:16.981691Z","end":"2026-03-02T22:13:17.245522Z","steps":["trace[117088779] 'process raft request' (duration: 263.738096ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:17.245911Z","caller":"traceutil/trace.go:171","msg":"trace[279604494] transaction","detail":"{read_only:false; response_revision:23570; number_of_response:1; }","duration":"262.965667ms","start":"2026-03-02T22:13:16.982924Z","end":"2026-03-02T22:13:17.24589Z","steps":["trace[279604494] 'process raft request' (duration: 262.558137ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:17.245945Z","caller":"traceutil/trace.go:171","msg":"trace[1598217968] linearizableReadLoop","detail":"{readStateIndex:24401; appliedIndex:24399; }","duration":"265.452489ms","start":"2026-03-02T22:13:16.980468Z","end":"2026-03-02T22:13:17.24592Z","steps":["trace[1598217968] 'read index received' (duration: 197.432901ms)","trace[1598217968] 'applied index is now lower than readState.Index' (duration: 68.018428ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:17.245979Z","caller":"traceutil/trace.go:171","msg":"trace[366152234] transaction","detail":"{read_only:false; response_revision:23571; number_of_response:1; }","duration":"262.262819ms","start":"2026-03-02T22:13:16.983687Z","end":"2026-03-02T22:13:17.24595Z","steps":["trace[366152234] 'process raft request' (duration: 262.107235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:17.246066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.584032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:17.246111Z","caller":"traceutil/trace.go:171","msg":"trace[827866345] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23571; }","duration":"265.664454ms","start":"2026-03-02T22:13:16.980435Z","end":"2026-03-02T22:13:17.2461Z","steps":["trace[827866345] 'agreement among raft nodes before linearized reading' (duration: 265.568431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:17.299042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.795323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9602"} {"level":"info","ts":"2026-03-02T22:13:17.299121Z","caller":"traceutil/trace.go:171","msg":"trace[838234978] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23572; }","duration":"315.906006ms","start":"2026-03-02T22:13:16.983197Z","end":"2026-03-02T22:13:17.299103Z","steps":["trace[838234978] 'agreement among raft nodes before linearized reading' (duration: 315.686691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:17.299164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:16.983184Z","time spent":"315.968567ms","remote":"127.0.0.1:34940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9625,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-03-02T22:13:17.299503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.381609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6415d416-eb3a-4841-b461-550c57269497\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-02T22:13:17.299559Z","caller":"traceutil/trace.go:171","msg":"trace[1900647785] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6415d416-eb3a-4841-b461-550c57269497; range_end:; response_count:1; response_revision:23572; }","duration":"318.474011ms","start":"2026-03-02T22:13:16.981069Z","end":"2026-03-02T22:13:17.299543Z","steps":["trace[1900647785] 'agreement among raft nodes before linearized reading' (duration: 318.358868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:17.299597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:16.981046Z","time spent":"318.543282ms","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-6415d416-eb3a-4841-b461-550c57269497\" "} {"level":"info","ts":"2026-03-02T22:13:17.475026Z","caller":"traceutil/trace.go:171","msg":"trace[879388868] linearizableReadLoop","detail":"{readStateIndex:24406; appliedIndex:24405; }","duration":"170.359241ms","start":"2026-03-02T22:13:17.304648Z","end":"2026-03-02T22:13:17.475007Z","steps":["trace[879388868] 'read index received' (duration: 99.759187ms)","trace[879388868] 'applied index is now lower than readState.Index' (duration: 70.599184ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:17.475127Z","caller":"traceutil/trace.go:171","msg":"trace[996141536] transaction","detail":"{read_only:false; response_revision:23573; number_of_response:1; }","duration":"172.599825ms","start":"2026-03-02T22:13:17.302517Z","end":"2026-03-02T22:13:17.475117Z","steps":["trace[996141536] 'process raft request' (duration: 101.92782ms)","trace[996141536] 'compare' (duration: 70.46812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:17.475398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.718259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-02T22:13:17.475451Z","caller":"traceutil/trace.go:171","msg":"trace[575494676] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23573; }","duration":"170.807111ms","start":"2026-03-02T22:13:17.304632Z","end":"2026-03-02T22:13:17.475439Z","steps":["trace[575494676] 'agreement among raft nodes before linearized reading' (duration: 170.630027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:17.475453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.781091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.189925dc50f2f129\" ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-03-02T22:13:17.475534Z","caller":"traceutil/trace.go:171","msg":"trace[1839626617] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.189925dc50f2f129; range_end:; response_count:1; response_revision:23573; }","duration":"170.870233ms","start":"2026-03-02T22:13:17.304645Z","end":"2026-03-02T22:13:17.475515Z","steps":["trace[1839626617] 'agreement among raft nodes before linearized reading' (duration: 170.661478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:17.475537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.569249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb\" ","response":"range_response_count:1 size:3944"} {"level":"warn","ts":"2026-03-02T22:13:17.475599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.449312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-02T22:13:17.475607Z","caller":"traceutil/trace.go:171","msg":"trace[1759203637] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb; range_end:; response_count:1; response_revision:23573; }","duration":"169.655692ms","start":"2026-03-02T22:13:17.30593Z","end":"2026-03-02T22:13:17.475586Z","steps":["trace[1759203637] 'agreement among raft nodes before linearized reading' (duration: 169.465757ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:17.47563Z","caller":"traceutil/trace.go:171","msg":"trace[229312594] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23573; }","duration":"133.480293ms","start":"2026-03-02T22:13:17.342141Z","end":"2026-03-02T22:13:17.475622Z","steps":["trace[229312594] 'agreement among raft nodes before linearized reading' (duration: 133.399741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:17.475635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.199885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-02T22:13:17.475665Z","caller":"traceutil/trace.go:171","msg":"trace[236159345] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23573; }","duration":"170.242117ms","start":"2026-03-02T22:13:17.305412Z","end":"2026-03-02T22:13:17.475654Z","steps":["trace[236159345] 'agreement among raft nodes before linearized reading' (duration: 170.160085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:17.981502Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826729186,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:13:18.358289Z","caller":"traceutil/trace.go:171","msg":"trace[2054413544] transaction","detail":"{read_only:false; response_revision:23574; number_of_response:1; }","duration":"877.662709ms","start":"2026-03-02T22:13:17.480607Z","end":"2026-03-02T22:13:18.35827Z","steps":["trace[2054413544] 'process raft request' (duration: 877.552927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:18.358401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:17.480597Z","time spent":"877.746992ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:18.383406Z","caller":"traceutil/trace.go:171","msg":"trace[764208307] linearizableReadLoop","detail":"{readStateIndex:24408; appliedIndex:24406; }","duration":"902.659668ms","start":"2026-03-02T22:13:17.480722Z","end":"2026-03-02T22:13:18.383382Z","steps":["trace[764208307] 'read index received' (duration: 877.531307ms)","trace[764208307] 'applied index is now lower than readState.Index' (duration: 25.127061ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:18.383433Z","caller":"traceutil/trace.go:171","msg":"trace[1914437540] transaction","detail":"{read_only:false; response_revision:23575; number_of_response:1; }","duration":"902.678968ms","start":"2026-03-02T22:13:17.480711Z","end":"2026-03-02T22:13:18.38339Z","steps":["trace[1914437540] 'process raft request' (duration: 902.461103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:18.383547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:17.480705Z","time spent":"902.797291ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T22:13:18.383539Z","caller":"traceutil/trace.go:171","msg":"trace[1464861478] transaction","detail":"{read_only:false; response_revision:23576; number_of_response:1; }","duration":"340.633277ms","start":"2026-03-02T22:13:18.042865Z","end":"2026-03-02T22:13:18.383499Z","steps":["trace[1464861478] 'process raft request' (duration: 340.430792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:18.383642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.895154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18645"} {"level":"info","ts":"2026-03-02T22:13:18.383691Z","caller":"traceutil/trace.go:171","msg":"trace[1072311967] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23576; }","duration":"902.975415ms","start":"2026-03-02T22:13:17.480704Z","end":"2026-03-02T22:13:18.383679Z","steps":["trace[1072311967] 'agreement among raft nodes before linearized reading' (duration: 902.797751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:18.383731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:17.480693Z","time spent":"903.029756ms","remote":"127.0.0.1:34616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T22:13:18.383727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:18.042842Z","time spent":"340.787341ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:18.383908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.989157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-02T22:13:18.383984Z","caller":"traceutil/trace.go:171","msg":"trace[2021424400] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:23576; }","duration":"901.077418ms","start":"2026-03-02T22:13:17.482887Z","end":"2026-03-02T22:13:18.383965Z","steps":["trace[2021424400] 'agreement among raft nodes before linearized reading' (duration: 900.860502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:18.384079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:17.482879Z","time spent":"901.184591ms","remote":"127.0.0.1:34590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-02T22:13:18.384376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.998456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb\" ","response":"range_response_count:1 size:3944"} {"level":"info","ts":"2026-03-02T22:13:18.38449Z","caller":"traceutil/trace.go:171","msg":"trace[937255236] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb; range_end:; response_count:1; response_revision:23576; }","duration":"405.1509ms","start":"2026-03-02T22:13:17.979303Z","end":"2026-03-02T22:13:18.384453Z","steps":["trace[937255236] 'agreement among raft nodes before linearized reading' (duration: 404.803311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:18.384564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:17.979287Z","time spent":"405.260912ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3967,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb\" "} {"level":"warn","ts":"2026-03-02T22:13:18.795704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.872048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:13:18.795866Z","caller":"traceutil/trace.go:171","msg":"trace[1321387281] transaction","detail":"{read_only:false; response_revision:23579; number_of_response:1; }","duration":"223.186478ms","start":"2026-03-02T22:13:18.572666Z","end":"2026-03-02T22:13:18.795853Z","steps":["trace[1321387281] 'process raft request' (duration: 223.119976ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:18.796039Z","caller":"traceutil/trace.go:171","msg":"trace[1914827012] transaction","detail":"{read_only:false; response_revision:23578; number_of_response:1; }","duration":"336.175786ms","start":"2026-03-02T22:13:18.459854Z","end":"2026-03-02T22:13:18.79603Z","steps":["trace[1914827012] 'process raft request' (duration: 122.913548ms)","trace[1914827012] 'compare' (duration: 212.408166ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:18.796084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:18.459836Z","time spent":"336.223367ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:18.796256Z","caller":"traceutil/trace.go:171","msg":"trace[296172966] linearizableReadLoop","detail":"{readStateIndex:24411; appliedIndex:24410; }","duration":"336.359081ms","start":"2026-03-02T22:13:18.45989Z","end":"2026-03-02T22:13:18.796249Z","steps":["trace[296172966] 'read index received' (duration: 122.893118ms)","trace[296172966] 'applied index is now lower than readState.Index' (duration: 213.465033ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:18.796381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.486984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-02T22:13:18.796406Z","caller":"traceutil/trace.go:171","msg":"trace[1788532917] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23579; }","duration":"336.530574ms","start":"2026-03-02T22:13:18.459868Z","end":"2026-03-02T22:13:18.796399Z","steps":["trace[1788532917] 'agreement among raft nodes before linearized reading' (duration: 336.437492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:18.796432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:18.459858Z","time spent":"336.567396ms","remote":"127.0.0.1:34590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-02T22:13:18.796514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.086866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:987"} {"level":"info","ts":"2026-03-02T22:13:18.796598Z","caller":"traceutil/trace.go:171","msg":"trace[1913221394] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:23579; }","duration":"276.222911ms","start":"2026-03-02T22:13:18.520355Z","end":"2026-03-02T22:13:18.796578Z","steps":["trace[1913221394] 'agreement among raft nodes before linearized reading' (duration: 276.023556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:18.796603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.286011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T22:13:18.796649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.309448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:18.796671Z","caller":"traceutil/trace.go:171","msg":"trace[1553333399] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23579; }","duration":"164.36072ms","start":"2026-03-02T22:13:18.632305Z","end":"2026-03-02T22:13:18.796665Z","steps":["trace[1553333399] 'agreement among raft nodes before linearized reading' (duration: 164.321579ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:18.796682Z","caller":"traceutil/trace.go:171","msg":"trace[1616054552] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23579; }","duration":"227.401253ms","start":"2026-03-02T22:13:18.569261Z","end":"2026-03-02T22:13:18.796662Z","steps":["trace[1616054552] 'agreement among raft nodes before linearized reading' (duration: 227.160887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:18.796907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.43794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:13:18.796919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.277246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T22:13:18.796936Z","caller":"traceutil/trace.go:171","msg":"trace[19705714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23579; }","duration":"228.46655ms","start":"2026-03-02T22:13:18.568462Z","end":"2026-03-02T22:13:18.796928Z","steps":["trace[19705714] 'agreement among raft nodes before linearized reading' (duration: 228.394999ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:18.796967Z","caller":"traceutil/trace.go:171","msg":"trace[1530446725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23579; }","duration":"228.362618ms","start":"2026-03-02T22:13:18.568593Z","end":"2026-03-02T22:13:18.796955Z","steps":["trace[1530446725] 'agreement among raft nodes before linearized reading' (duration: 228.243965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:20.406165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296664846s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-02T22:13:20.406183Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.296676176s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:13:20.406809Z","caller":"traceutil/trace.go:171","msg":"trace[508436263] transaction","detail":"{read_only:false; response_revision:23580; number_of_response:1; }","duration":"1.604690286s","start":"2026-03-02T22:13:18.802068Z","end":"2026-03-02T22:13:20.406758Z","steps":["trace[508436263] 'process raft request' (duration: 307.372133ms)","trace[508436263] 'compare' (duration: 1.294930493s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:20.406891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:18.802053Z","time spent":"1.604809039s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:20.407116Z","caller":"traceutil/trace.go:171","msg":"trace[1615041040] linearizableReadLoop","detail":"{readStateIndex:24416; appliedIndex:24412; }","duration":"1.601334512s","start":"2026-03-02T22:13:18.805761Z","end":"2026-03-02T22:13:20.407095Z","steps":["trace[1615041040] 'read index received' (duration: 303.754962ms)","trace[1615041040] 'applied index is now lower than readState.Index' (duration: 1.29757809s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:20.407292Z","caller":"traceutil/trace.go:171","msg":"trace[1439440835] transaction","detail":"{read_only:false; response_revision:23581; number_of_response:1; }","duration":"1.605214979s","start":"2026-03-02T22:13:18.802065Z","end":"2026-03-02T22:13:20.40728Z","steps":["trace[1439440835] 'process raft request' (duration: 1.60484306s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:20.407388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:18.80204Z","time spent":"1.60528333s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:20.407548Z","caller":"traceutil/trace.go:171","msg":"trace[580987070] transaction","detail":"{read_only:false; response_revision:23583; number_of_response:1; }","duration":"1.603090295s","start":"2026-03-02T22:13:18.804374Z","end":"2026-03-02T22:13:20.407465Z","steps":["trace[580987070] 'process raft request' (duration: 1.602679305s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:20.407604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601844874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-02T22:13:20.407647Z","caller":"traceutil/trace.go:171","msg":"trace[1386182036] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23583; }","duration":"1.601897806s","start":"2026-03-02T22:13:18.805738Z","end":"2026-03-02T22:13:20.407636Z","steps":["trace[1386182036] 'agreement among raft nodes before linearized reading' (duration: 1.601822354s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:20.407683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:18.805726Z","time spent":"1.601949367s","remote":"127.0.0.1:34590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:13:20.407729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:18.804363Z","time spent":"1.603251399s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:20.407947Z","caller":"traceutil/trace.go:171","msg":"trace[1477380263] transaction","detail":"{read_only:false; response_revision:23582; number_of_response:1; }","duration":"1.605804823s","start":"2026-03-02T22:13:18.80213Z","end":"2026-03-02T22:13:20.407935Z","steps":["trace[1477380263] 'process raft request' (duration: 1.60487784s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:20.408353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:18.802103Z","time spent":"1.606224174s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T22:13:20.449274Z","caller":"traceutil/trace.go:171","msg":"trace[1909301506] transaction","detail":"{read_only:false; response_revision:23584; number_of_response:1; }","duration":"548.213183ms","start":"2026-03-02T22:13:19.901025Z","end":"2026-03-02T22:13:20.449238Z","steps":["trace[1909301506] 'process raft request' (duration: 548.05579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:20.449534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:19.900996Z","time spent":"548.437949ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:20.450721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.270736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:20.450855Z","caller":"traceutil/trace.go:171","msg":"trace[567214161] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23584; }","duration":"320.600674ms","start":"2026-03-02T22:13:20.130233Z","end":"2026-03-02T22:13:20.450834Z","steps":["trace[567214161] 'agreement among raft nodes before linearized reading' (duration: 320.262885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:20.450921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.417522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:20.450993Z","caller":"traceutil/trace.go:171","msg":"trace[756336962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23584; }","duration":"818.527034ms","start":"2026-03-02T22:13:19.632448Z","end":"2026-03-02T22:13:20.450975Z","steps":["trace[756336962] 'agreement among raft nodes before linearized reading' (duration: 818.404951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:20.451046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:19.632427Z","time spent":"818.606466ms","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:13:20.451064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62835796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"warn","ts":"2026-03-02T22:13:20.450955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:20.130212Z","time spent":"320.722567ms","remote":"127.0.0.1:50974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:20.451242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.050919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:20.451268Z","caller":"traceutil/trace.go:171","msg":"trace[575869398] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23584; }","duration":"712.114541ms","start":"2026-03-02T22:13:19.739147Z","end":"2026-03-02T22:13:20.451262Z","steps":["trace[575869398] 'agreement among raft nodes before linearized reading' (duration: 712.072349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:20.451295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:19.739128Z","time spent":"712.160692ms","remote":"127.0.0.1:46676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:20.45132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.191282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-mzq96\" ","response":"range_response_count:1 size:5318"} {"level":"info","ts":"2026-03-02T22:13:20.451448Z","caller":"traceutil/trace.go:171","msg":"trace[930160374] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-mzq96; range_end:; response_count:1; response_revision:23584; }","duration":"659.443458ms","start":"2026-03-02T22:13:19.791989Z","end":"2026-03-02T22:13:20.451433Z","steps":["trace[930160374] 'agreement among raft nodes before linearized reading' (duration: 658.989975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:20.451489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:19.791969Z","time spent":"659.51153ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5341,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-mzq96\" "} {"level":"info","ts":"2026-03-02T22:13:20.451124Z","caller":"traceutil/trace.go:171","msg":"trace[58904193] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:23584; }","duration":"1.628457393s","start":"2026-03-02T22:13:18.822652Z","end":"2026-03-02T22:13:20.451109Z","steps":["trace[58904193] 'agreement among raft nodes before linearized reading' (duration: 1.628257528s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:20.45172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62913878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"info","ts":"2026-03-02T22:13:20.451753Z","caller":"traceutil/trace.go:171","msg":"trace[2018524346] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:23584; }","duration":"1.629187951s","start":"2026-03-02T22:13:18.82255Z","end":"2026-03-02T22:13:20.451738Z","steps":["trace[2018524346] 'agreement among raft nodes before linearized reading' (duration: 1.629054318s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:20.451743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:18.822636Z","time spent":"1.629087949s","remote":"127.0.0.1:34658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":995,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-02T22:13:20.451773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:18.822537Z","time spent":"1.629232143s","remote":"127.0.0.1:34658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":209,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-03-02T22:13:20.451197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062719589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb\" ","response":"range_response_count:1 size:3944"} {"level":"info","ts":"2026-03-02T22:13:20.451895Z","caller":"traceutil/trace.go:171","msg":"trace[619774610] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb; range_end:; response_count:1; response_revision:23584; }","duration":"1.063440598s","start":"2026-03-02T22:13:19.388434Z","end":"2026-03-02T22:13:20.451875Z","steps":["trace[619774610] 'agreement among raft nodes before linearized reading' (duration: 1.062708718s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:20.451953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:19.388413Z","time spent":"1.063518129s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3967,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb\" "} {"level":"warn","ts":"2026-03-02T22:13:20.998274Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826729213,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:13:21.242876Z","caller":"traceutil/trace.go:171","msg":"trace[236380203] transaction","detail":"{read_only:false; response_revision:23586; number_of_response:1; }","duration":"781.971795ms","start":"2026-03-02T22:13:20.460878Z","end":"2026-03-02T22:13:21.242849Z","steps":["trace[236380203] 'process raft request' (duration: 781.806201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:21.243022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:20.460862Z","time spent":"782.082729ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5478,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:21.312997Z","caller":"traceutil/trace.go:171","msg":"trace[203788100] transaction","detail":"{read_only:false; response_revision:23587; number_of_response:1; }","duration":"810.726868ms","start":"2026-03-02T22:13:20.502225Z","end":"2026-03-02T22:13:21.312952Z","steps":["trace[203788100] 'process raft request' (duration: 767.122803ms)","trace[203788100] 'compare' (duration: 43.340298ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:21.313066Z","caller":"traceutil/trace.go:171","msg":"trace[1202589313] transaction","detail":"{read_only:false; response_revision:23588; number_of_response:1; }","duration":"508.060423ms","start":"2026-03-02T22:13:20.804963Z","end":"2026-03-02T22:13:21.313024Z","steps":["trace[1202589313] 'process raft request' (duration: 507.898289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:21.313246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:20.502203Z","time spent":"810.908422ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":916,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T22:13:21.313298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:20.804937Z","time spent":"508.268549ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:21.313324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.272074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-49fjz\" ","response":"range_response_count:1 size:4483"} {"level":"info","ts":"2026-03-02T22:13:21.31338Z","caller":"traceutil/trace.go:171","msg":"trace[931335047] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-49fjz; range_end:; response_count:1; response_revision:23588; }","duration":"860.321805ms","start":"2026-03-02T22:13:20.453034Z","end":"2026-03-02T22:13:21.313355Z","steps":["trace[931335047] 'agreement among raft nodes before linearized reading' (duration: 860.14918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:21.313357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.424497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-xg252\" ","response":"range_response_count:1 size:5150"} {"level":"warn","ts":"2026-03-02T22:13:21.313427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:20.453029Z","time spent":"860.389316ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4506,"request content":"key:\"/registry/pods/kube-system/kube-proxy-49fjz\" "} {"level":"info","ts":"2026-03-02T22:13:21.313438Z","caller":"traceutil/trace.go:171","msg":"trace[889836202] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-xg252; range_end:; response_count:1; response_revision:23588; }","duration":"860.530149ms","start":"2026-03-02T22:13:20.45289Z","end":"2026-03-02T22:13:21.313421Z","steps":["trace[889836202] 'agreement among raft nodes before linearized reading' (duration: 860.320554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:21.313481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:20.452879Z","time spent":"860.593281ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":5173,"request content":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-xg252\" "} {"level":"warn","ts":"2026-03-02T22:13:21.313157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.713754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:21.313599Z","caller":"traceutil/trace.go:171","msg":"trace[1663083164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23588; }","duration":"861.208866ms","start":"2026-03-02T22:13:20.452376Z","end":"2026-03-02T22:13:21.313585Z","steps":["trace[1663083164] 'agreement among raft nodes before linearized reading' (duration: 860.679833ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:21.312986Z","caller":"traceutil/trace.go:171","msg":"trace[789847312] linearizableReadLoop","detail":"{readStateIndex:24421; appliedIndex:24418; }","duration":"815.134979ms","start":"2026-03-02T22:13:20.497827Z","end":"2026-03-02T22:13:21.312962Z","steps":["trace[789847312] 'read index received' (duration: 744.874544ms)","trace[789847312] 'applied index is now lower than readState.Index' (duration: 70.259225ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:21.313645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:20.452359Z","time spent":"861.273897ms","remote":"127.0.0.1:34440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:13:21.313857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.855796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:13:21.313922Z","caller":"traceutil/trace.go:171","msg":"trace[923599671] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23588; }","duration":"772.970609ms","start":"2026-03-02T22:13:20.540937Z","end":"2026-03-02T22:13:21.313907Z","steps":["trace[923599671] 'agreement among raft nodes before linearized reading' (duration: 772.861286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:21.313964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:20.540909Z","time spent":"773.04424ms","remote":"127.0.0.1:60578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:21.313968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.412792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"warn","ts":"2026-03-02T22:13:21.313969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.989221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:13:21.313985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.397242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-02T22:13:21.314004Z","caller":"traceutil/trace.go:171","msg":"trace[612250009] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:23588; }","duration":"707.464493ms","start":"2026-03-02T22:13:20.606531Z","end":"2026-03-02T22:13:21.313995Z","steps":["trace[612250009] 'agreement among raft nodes before linearized reading' (duration: 707.33502ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:21.314012Z","caller":"traceutil/trace.go:171","msg":"trace[503534928] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23588; }","duration":"664.076704ms","start":"2026-03-02T22:13:20.649925Z","end":"2026-03-02T22:13:21.314002Z","steps":["trace[503534928] 'agreement among raft nodes before linearized reading' (duration: 663.92334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:21.314028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:20.606525Z","time spent":"707.498694ms","remote":"127.0.0.1:34658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"info","ts":"2026-03-02T22:13:21.314029Z","caller":"traceutil/trace.go:171","msg":"trace[351827366] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23588; }","duration":"703.458233ms","start":"2026-03-02T22:13:20.61056Z","end":"2026-03-02T22:13:21.314018Z","steps":["trace[351827366] 'agreement among raft nodes before linearized reading' (duration: 703.33905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:21.314011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.670071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:13:21.31405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:20.649907Z","time spent":"664.135006ms","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:21.314071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:20.610553Z","time spent":"703.511415ms","remote":"127.0.0.1:34590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-02T22:13:21.314058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.255684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:21.314088Z","caller":"traceutil/trace.go:171","msg":"trace[1228467597] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23588; }","duration":"243.796415ms","start":"2026-03-02T22:13:21.070278Z","end":"2026-03-02T22:13:21.314075Z","steps":["trace[1228467597] 'agreement among raft nodes before linearized reading' (duration: 243.570489ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:21.314161Z","caller":"traceutil/trace.go:171","msg":"trace[1388488488] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23588; }","duration":"400.396799ms","start":"2026-03-02T22:13:20.913708Z","end":"2026-03-02T22:13:21.314105Z","steps":["trace[1388488488] 'agreement among raft nodes before linearized reading' (duration: 400.203873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:21.314213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.696691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"info","ts":"2026-03-02T22:13:21.314251Z","caller":"traceutil/trace.go:171","msg":"trace[1332760152] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:23588; }","duration":"707.774842ms","start":"2026-03-02T22:13:20.606466Z","end":"2026-03-02T22:13:21.314241Z","steps":["trace[1332760152] 'agreement among raft nodes before linearized reading' (duration: 707.67198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:21.314233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:20.913689Z","time spent":"400.509082ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:21.314282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:20.606443Z","time spent":"707.833283ms","remote":"127.0.0.1:34658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":544,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-03-02T22:13:21.957126Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826729224,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:13:22.457776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826729224,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:13:22.580827Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.172711753s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:13:22.581376Z","caller":"traceutil/trace.go:171","msg":"trace[403954783] linearizableReadLoop","detail":"{readStateIndex:24424; appliedIndex:24423; }","duration":"1.124817389s","start":"2026-03-02T22:13:21.456525Z","end":"2026-03-02T22:13:22.581343Z","steps":["trace[403954783] 'read index received' (duration: 1.1244418s)","trace[403954783] 'applied index is now lower than readState.Index' (duration: 374.219µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:22.581531Z","caller":"traceutil/trace.go:171","msg":"trace[1954897606] transaction","detail":"{read_only:false; response_revision:23590; number_of_response:1; }","duration":"1.173467182s","start":"2026-03-02T22:13:21.407937Z","end":"2026-03-02T22:13:22.581405Z","steps":["trace[1954897606] 'process raft request' (duration: 1.173201405s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:22.581615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.514262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:22.581676Z","caller":"traceutil/trace.go:171","msg":"trace[59141270] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23590; }","duration":"970.631085ms","start":"2026-03-02T22:13:21.611029Z","end":"2026-03-02T22:13:22.58166Z","steps":["trace[59141270] 'agreement among raft nodes before linearized reading' (duration: 970.499802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:22.581877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.326619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:22.581906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:21.611015Z","time spent":"970.877861ms","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:13:22.581921Z","caller":"traceutil/trace.go:171","msg":"trace[1491463442] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23590; }","duration":"379.630377ms","start":"2026-03-02T22:13:22.202276Z","end":"2026-03-02T22:13:22.581906Z","steps":["trace[1491463442] 'agreement among raft nodes before linearized reading' (duration: 379.33482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:22.581918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.916783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T22:13:22.581953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:22.202255Z","time spent":"379.691318ms","remote":"127.0.0.1:60564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:22.581893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125127838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb\" ","response":"range_response_count:1 size:3944"} {"level":"info","ts":"2026-03-02T22:13:22.582012Z","caller":"traceutil/trace.go:171","msg":"trace[1176132613] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb; range_end:; response_count:1; response_revision:23590; }","duration":"1.125508096s","start":"2026-03-02T22:13:21.456482Z","end":"2026-03-02T22:13:22.58199Z","steps":["trace[1176132613] 'agreement among raft nodes before linearized reading' (duration: 1.124971663s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:22.582043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:21.407907Z","time spent":"1.173733098s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T22:13:22.582187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.235911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:13:22.582214Z","caller":"traceutil/trace.go:171","msg":"trace[103720194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23590; }","duration":"169.296143ms","start":"2026-03-02T22:13:22.412911Z","end":"2026-03-02T22:13:22.582208Z","steps":["trace[103720194] 'agreement among raft nodes before linearized reading' (duration: 169.226671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:22.582261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.40154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T22:13:22.582304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.872731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-4vldd\" ","response":"range_response_count:1 size:4803"} {"level":"info","ts":"2026-03-02T22:13:22.582331Z","caller":"traceutil/trace.go:171","msg":"trace[1647884090] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23590; }","duration":"166.489793ms","start":"2026-03-02T22:13:22.415829Z","end":"2026-03-02T22:13:22.582319Z","steps":["trace[1647884090] 'agreement among raft nodes before linearized reading' (duration: 166.320728ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:22.582348Z","caller":"traceutil/trace.go:171","msg":"trace[1837324836] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-4vldd; range_end:; response_count:1; response_revision:23590; }","duration":"804.955543ms","start":"2026-03-02T22:13:21.777381Z","end":"2026-03-02T22:13:22.582336Z","steps":["trace[1837324836] 'agreement among raft nodes before linearized reading' (duration: 804.810449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:22.582362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.861364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:22.582098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:21.456461Z","time spent":"1.12562248s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3967,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb\" "} {"level":"info","ts":"2026-03-02T22:13:22.582432Z","caller":"traceutil/trace.go:171","msg":"trace[263402142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23590; }","duration":"951.953137ms","start":"2026-03-02T22:13:21.630463Z","end":"2026-03-02T22:13:22.582416Z","steps":["trace[263402142] 'agreement among raft nodes before linearized reading' (duration: 951.861355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:22.582469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:21.630453Z","time spent":"952.006688ms","remote":"127.0.0.1:34440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:13:22.581961Z","caller":"traceutil/trace.go:171","msg":"trace[1638493232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23590; }","duration":"168.978165ms","start":"2026-03-02T22:13:22.41297Z","end":"2026-03-02T22:13:22.581948Z","steps":["trace[1638493232] 'agreement among raft nodes before linearized reading' (duration: 168.616276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:22.582384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:21.777344Z","time spent":"805.032905ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4826,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-4vldd\" "} {"level":"info","ts":"2026-03-02T22:13:22.710742Z","caller":"traceutil/trace.go:171","msg":"trace[1423810326] transaction","detail":"{read_only:false; response_revision:23591; number_of_response:1; }","duration":"123.035211ms","start":"2026-03-02T22:13:22.587682Z","end":"2026-03-02T22:13:22.710717Z","steps":["trace[1423810326] 'process raft request' (duration: 61.942376ms)","trace[1423810326] 'compare' (duration: 60.654454ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:22.710875Z","caller":"traceutil/trace.go:171","msg":"trace[1896001038] transaction","detail":"{read_only:false; response_revision:23592; number_of_response:1; }","duration":"122.1755ms","start":"2026-03-02T22:13:22.588678Z","end":"2026-03-02T22:13:22.710854Z","steps":["trace[1896001038] 'process raft request' (duration: 121.741219ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:22.711004Z","caller":"traceutil/trace.go:171","msg":"trace[64667050] transaction","detail":"{read_only:false; response_revision:23593; number_of_response:1; }","duration":"120.064436ms","start":"2026-03-02T22:13:22.59093Z","end":"2026-03-02T22:13:22.710995Z","steps":["trace[64667050] 'process raft request' (duration: 119.549404ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:22.711091Z","caller":"traceutil/trace.go:171","msg":"trace[1541696012] transaction","detail":"{read_only:false; response_revision:23594; number_of_response:1; }","duration":"119.695047ms","start":"2026-03-02T22:13:22.591382Z","end":"2026-03-02T22:13:22.711077Z","steps":["trace[1541696012] 'process raft request' (duration: 119.130233ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:22.71133Z","caller":"traceutil/trace.go:171","msg":"trace[1774199893] transaction","detail":"{read_only:false; response_revision:23595; number_of_response:1; }","duration":"119.909652ms","start":"2026-03-02T22:13:22.59141Z","end":"2026-03-02T22:13:22.711319Z","steps":["trace[1774199893] 'process raft request' (duration: 119.142113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:24.095993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.939762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:13:24.096177Z","caller":"traceutil/trace.go:171","msg":"trace[1856606948] transaction","detail":"{read_only:false; response_revision:23599; number_of_response:1; }","duration":"1.124449791s","start":"2026-03-02T22:13:22.971707Z","end":"2026-03-02T22:13:24.096157Z","steps":["trace[1856606948] 'process raft request' (duration: 651.280993ms)","trace[1856606948] 'compare' (duration: 472.368767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:24.096292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:22.971687Z","time spent":"1.124523582s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T22:13:24.129982Z","caller":"traceutil/trace.go:171","msg":"trace[1720416434] linearizableReadLoop","detail":"{readStateIndex:24434; appliedIndex:24432; }","duration":"804.495771ms","start":"2026-03-02T22:13:23.325465Z","end":"2026-03-02T22:13:24.129961Z","steps":["trace[1720416434] 'read index received' (duration: 297.539275ms)","trace[1720416434] 'applied index is now lower than readState.Index' (duration: 506.955076ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:24.130076Z","caller":"traceutil/trace.go:171","msg":"trace[333933464] transaction","detail":"{read_only:false; response_revision:23601; number_of_response:1; }","duration":"780.361345ms","start":"2026-03-02T22:13:23.349683Z","end":"2026-03-02T22:13:24.130044Z","steps":["trace[333933464] 'process raft request' (duration: 780.232652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:24.130179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.687306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:24.13021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.614168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb\" ","response":"range_response_count:1 size:3944"} {"level":"info","ts":"2026-03-02T22:13:24.130243Z","caller":"traceutil/trace.go:171","msg":"trace[1712277361] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb; range_end:; response_count:1; response_revision:23601; }","duration":"541.6912ms","start":"2026-03-02T22:13:23.58854Z","end":"2026-03-02T22:13:24.130232Z","steps":["trace[1712277361] 'agreement among raft nodes before linearized reading' (duration: 541.548997ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:24.130249Z","caller":"traceutil/trace.go:171","msg":"trace[385656722] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23601; }","duration":"804.78622ms","start":"2026-03-02T22:13:23.325443Z","end":"2026-03-02T22:13:24.130229Z","steps":["trace[385656722] 'agreement among raft nodes before linearized reading' (duration: 804.639346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:24.130252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:23.349668Z","time spent":"780.486119ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:24.130277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:23.58852Z","time spent":"541.748131ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3967,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4dead8e-a154-4d5f-adf0-dab20151e0fb\" "} {"level":"warn","ts":"2026-03-02T22:13:24.130308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:23.325435Z","time spent":"804.858282ms","remote":"127.0.0.1:55272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:13:24.130327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.954726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:24.130481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.658362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:13:24.130546Z","caller":"traceutil/trace.go:171","msg":"trace[1398640739] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23601; }","duration":"526.763854ms","start":"2026-03-02T22:13:23.603764Z","end":"2026-03-02T22:13:24.130528Z","steps":["trace[1398640739] 'agreement among raft nodes before linearized reading' (duration: 526.640021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:24.130595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:23.603743Z","time spent":"526.837046ms","remote":"127.0.0.1:34788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:13:24.130484Z","caller":"traceutil/trace.go:171","msg":"trace[1628401138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23601; }","duration":"499.218902ms","start":"2026-03-02T22:13:23.631233Z","end":"2026-03-02T22:13:24.130452Z","steps":["trace[1628401138] 'agreement among raft nodes before linearized reading' (duration: 498.936285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:24.130704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:23.631213Z","time spent":"499.480359ms","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:13:24.131218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.134231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:24.131302Z","caller":"traceutil/trace.go:171","msg":"trace[256372331] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23601; }","duration":"427.299754ms","start":"2026-03-02T22:13:23.703984Z","end":"2026-03-02T22:13:24.131284Z","steps":["trace[256372331] 'agreement among raft nodes before linearized reading' (duration: 427.163331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:24.131345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:23.703964Z","time spent":"427.368766ms","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:13:24.132326Z","caller":"traceutil/trace.go:171","msg":"trace[1158181054] transaction","detail":"{read_only:false; response_revision:23600; number_of_response:1; }","duration":"811.331423ms","start":"2026-03-02T22:13:23.318672Z","end":"2026-03-02T22:13:24.130004Z","steps":["trace[1158181054] 'process raft request' (duration: 811.114368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:24.132521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:23.318652Z","time spent":"813.750675ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:24.434481Z","caller":"traceutil/trace.go:171","msg":"trace[148680813] linearizableReadLoop","detail":"{readStateIndex:24437; appliedIndex:24436; }","duration":"286.59098ms","start":"2026-03-02T22:13:24.147867Z","end":"2026-03-02T22:13:24.434458Z","steps":["trace[148680813] 'read index received' (duration: 286.405915ms)","trace[148680813] 'applied index is now lower than readState.Index' (duration: 184.025µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:24.434516Z","caller":"traceutil/trace.go:171","msg":"trace[1616855728] transaction","detail":"{read_only:false; response_revision:23603; number_of_response:1; }","duration":"288.866007ms","start":"2026-03-02T22:13:24.145616Z","end":"2026-03-02T22:13:24.434482Z","steps":["trace[1616855728] 'process raft request' (duration: 288.667132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:24.434645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.766284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:24.435469Z","caller":"traceutil/trace.go:171","msg":"trace[1729646986] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23603; }","duration":"287.163395ms","start":"2026-03-02T22:13:24.147823Z","end":"2026-03-02T22:13:24.434987Z","steps":["trace[1729646986] 'agreement among raft nodes before linearized reading' (duration: 286.721043ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:24.552753Z","caller":"traceutil/trace.go:171","msg":"trace[139001188] transaction","detail":"{read_only:false; response_revision:23604; number_of_response:1; }","duration":"113.770869ms","start":"2026-03-02T22:13:24.438945Z","end":"2026-03-02T22:13:24.552716Z","steps":["trace[139001188] 'process raft request' (duration: 94.466483ms)","trace[139001188] 'compare' (duration: 19.194363ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:49.098402Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21519} {"level":"info","ts":"2026-03-02T22:13:49.23497Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21519,"took":"133.7779ms","hash":2968335094,"current-db-size-bytes":49516544,"current-db-size":"50 MB","current-db-size-in-use-bytes":31178752,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-02T22:13:49.235027Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2968335094,"revision":21519,"compact-revision":18720} {"level":"info","ts":"2026-03-02T22:14:13.130514Z","caller":"traceutil/trace.go:171","msg":"trace[1818807822] linearizableReadLoop","detail":"{readStateIndex:24846; appliedIndex:24845; }","duration":"149.30632ms","start":"2026-03-02T22:14:12.981177Z","end":"2026-03-02T22:14:13.130483Z","steps":["trace[1818807822] 'read index received' (duration: 110.775192ms)","trace[1818807822] 'applied index is now lower than readState.Index' (duration: 38.529518ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:13.130602Z","caller":"traceutil/trace.go:171","msg":"trace[1920792808] transaction","detail":"{read_only:false; response_revision:23997; number_of_response:1; }","duration":"149.976698ms","start":"2026-03-02T22:14:12.980569Z","end":"2026-03-02T22:14:13.130546Z","steps":["trace[1920792808] 'process raft request' (duration: 111.394669ms)","trace[1920792808] 'compare' (duration: 38.363203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:13.130872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.66155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:14:13.131879Z","caller":"traceutil/trace.go:171","msg":"trace[2089937585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23997; }","duration":"150.696546ms","start":"2026-03-02T22:14:12.981152Z","end":"2026-03-02T22:14:13.131849Z","steps":["trace[2089937585] 'agreement among raft nodes before linearized reading' (duration: 149.501475ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:13.133813Z","caller":"traceutil/trace.go:171","msg":"trace[1082017934] transaction","detail":"{read_only:false; response_revision:23999; number_of_response:1; }","duration":"130.110978ms","start":"2026-03-02T22:14:13.003688Z","end":"2026-03-02T22:14:13.133799Z","steps":["trace[1082017934] 'process raft request' (duration: 129.905353ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:13.133922Z","caller":"traceutil/trace.go:171","msg":"trace[1135011334] transaction","detail":"{read_only:false; response_revision:23998; number_of_response:1; }","duration":"152.583013ms","start":"2026-03-02T22:14:12.981324Z","end":"2026-03-02T22:14:13.133907Z","steps":["trace[1135011334] 'process raft request' (duration: 152.207154ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:23.285166Z","caller":"traceutil/trace.go:171","msg":"trace[515446617] linearizableReadLoop","detail":"{readStateIndex:24918; appliedIndex:24917; }","duration":"102.709671ms","start":"2026-03-02T22:14:23.182425Z","end":"2026-03-02T22:14:23.285135Z","steps":["trace[515446617] 'read index received' (duration: 102.404033ms)","trace[515446617] 'applied index is now lower than readState.Index' (duration: 304.488µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:23.285259Z","caller":"traceutil/trace.go:171","msg":"trace[1820983847] transaction","detail":"{read_only:false; response_revision:24067; number_of_response:1; }","duration":"115.310767ms","start":"2026-03-02T22:14:23.169903Z","end":"2026-03-02T22:14:23.285213Z","steps":["trace[1820983847] 'process raft request' (duration: 114.977519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:23.285423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.970597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T22:14:23.285465Z","caller":"traceutil/trace.go:171","msg":"trace[1493789400] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24067; }","duration":"103.06922ms","start":"2026-03-02T22:14:23.182381Z","end":"2026-03-02T22:14:23.285451Z","steps":["trace[1493789400] 'agreement among raft nodes before linearized reading' (duration: 102.898156ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:28.035398Z","caller":"traceutil/trace.go:171","msg":"trace[509991014] transaction","detail":"{read_only:false; response_revision:24101; number_of_response:1; }","duration":"107.05072ms","start":"2026-03-02T22:14:27.928328Z","end":"2026-03-02T22:14:28.035378Z","steps":["trace[509991014] 'process raft request' (duration: 106.928056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:28.707507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.139263ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:14:28.708793Z","caller":"traceutil/trace.go:171","msg":"trace[1774187571] transaction","detail":"{read_only:false; response_revision:24102; number_of_response:1; }","duration":"779.801242ms","start":"2026-03-02T22:14:27.928951Z","end":"2026-03-02T22:14:28.708752Z","steps":["trace[1774187571] 'process raft request' (duration: 220.310345ms)","trace[1774187571] 'compare' (duration: 557.477416ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:28.708976Z","caller":"traceutil/trace.go:171","msg":"trace[1865368578] transaction","detail":"{read_only:false; response_revision:24103; number_of_response:1; }","duration":"662.192527ms","start":"2026-03-02T22:14:28.046757Z","end":"2026-03-02T22:14:28.70895Z","steps":["trace[1865368578] 'process raft request' (duration: 662.016513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:28.709154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:28.046735Z","time spent":"662.372681ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:28.709009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:27.928931Z","time spent":"779.971396ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:29.842361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.67248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:14:29.842525Z","caller":"traceutil/trace.go:171","msg":"trace[501502282] transaction","detail":"{read_only:false; response_revision:24104; number_of_response:1; }","duration":"1.67687582s","start":"2026-03-02T22:14:28.165619Z","end":"2026-03-02T22:14:29.842495Z","steps":["trace[501502282] 'process raft request' (duration: 1.415996726s)","trace[501502282] 'compare' (duration: 260.214207ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:29.842663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:28.165586Z","time spent":"1.677000453s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:29.843456Z","caller":"traceutil/trace.go:171","msg":"trace[1357297474] transaction","detail":"{read_only:false; response_revision:24105; number_of_response:1; }","duration":"1.469116249s","start":"2026-03-02T22:14:28.374313Z","end":"2026-03-02T22:14:29.843429Z","steps":["trace[1357297474] 'process raft request' (duration: 1.468126325s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:29.843549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:28.374279Z","time spent":"1.469228552s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:29.843471Z","caller":"traceutil/trace.go:171","msg":"trace[1343664183] linearizableReadLoop","detail":"{readStateIndex:24956; appliedIndex:24953; }","duration":"1.548047552s","start":"2026-03-02T22:14:28.295404Z","end":"2026-03-02T22:14:29.843451Z","steps":["trace[1343664183] 'read index received' (duration: 288.424216ms)","trace[1343664183] 'applied index is now lower than readState.Index' (duration: 1.259622606s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:29.845192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549784396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-02T22:14:29.845253Z","caller":"traceutil/trace.go:171","msg":"trace[885726690] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24106; }","duration":"1.549874528s","start":"2026-03-02T22:14:28.295369Z","end":"2026-03-02T22:14:29.845244Z","steps":["trace[885726690] 'agreement among raft nodes before linearized reading' (duration: 1.548124664s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:29.845275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:28.295354Z","time spent":"1.5499165s","remote":"127.0.0.1:34642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-02T22:14:29.845326Z","caller":"traceutil/trace.go:171","msg":"trace[1974908245] transaction","detail":"{read_only:false; response_revision:24106; number_of_response:1; }","duration":"877.630309ms","start":"2026-03-02T22:14:28.96753Z","end":"2026-03-02T22:14:29.845161Z","steps":["trace[1974908245] 'process raft request' (duration: 875.870634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:29.845494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:28.967507Z","time spent":"877.916935ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:29.845606Z","caller":"traceutil/trace.go:171","msg":"trace[919503339] transaction","detail":"{read_only:false; response_revision:24107; number_of_response:1; }","duration":"520.60856ms","start":"2026-03-02T22:14:29.324975Z","end":"2026-03-02T22:14:29.845583Z","steps":["trace[919503339] 'process raft request' (duration: 518.769254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:29.84574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:29.324955Z","time spent":"520.720583ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:29.845828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.936033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T22:14:29.845818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533952458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T22:14:29.84592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.41356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:14:29.845948Z","caller":"traceutil/trace.go:171","msg":"trace[74843843] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24107; }","duration":"521.444191ms","start":"2026-03-02T22:14:29.324492Z","end":"2026-03-02T22:14:29.845936Z","steps":["trace[74843843] 'agreement among raft nodes before linearized reading' (duration: 521.38706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:29.845966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:29.324486Z","time spent":"521.476522ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:14:29.845984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.423255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:14:29.846023Z","caller":"traceutil/trace.go:171","msg":"trace[1566948872] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24107; }","duration":"522.470346ms","start":"2026-03-02T22:14:29.323544Z","end":"2026-03-02T22:14:29.846015Z","steps":["trace[1566948872] 'agreement among raft nodes before linearized reading' (duration: 522.390234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:29.84606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:29.323541Z","time spent":"522.505207ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:14:29.846263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.130498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:14:29.846259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.428215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:29.846294Z","caller":"traceutil/trace.go:171","msg":"trace[1885665907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24107; }","duration":"522.21477ms","start":"2026-03-02T22:14:29.324067Z","end":"2026-03-02T22:14:29.846282Z","steps":["trace[1885665907] 'agreement among raft nodes before linearized reading' (duration: 522.024635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:29.84631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:29.323987Z","time spent":"522.319012ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:14:29.846317Z","caller":"traceutil/trace.go:171","msg":"trace[1453602641] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24107; }","duration":"274.517347ms","start":"2026-03-02T22:14:29.571774Z","end":"2026-03-02T22:14:29.846291Z","steps":["trace[1453602641] 'agreement among raft nodes before linearized reading' (duration: 274.423625ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:29.845906Z","caller":"traceutil/trace.go:171","msg":"trace[1190495878] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24107; }","duration":"1.534049342s","start":"2026-03-02T22:14:28.311837Z","end":"2026-03-02T22:14:29.845886Z","steps":["trace[1190495878] 'agreement among raft nodes before linearized reading' (duration: 1.533543489s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:29.846417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:28.311773Z","time spent":"1.534637606s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T22:14:29.845862Z","caller":"traceutil/trace.go:171","msg":"trace[439553669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24107; }","duration":"521.970554ms","start":"2026-03-02T22:14:29.323877Z","end":"2026-03-02T22:14:29.845848Z","steps":["trace[439553669] 'agreement among raft nodes before linearized reading' (duration: 521.885602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:29.846643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:29.323872Z","time spent":"522.764993ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:14:29.846649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.166273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:14:29.846689Z","caller":"traceutil/trace.go:171","msg":"trace[359327236] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24107; }","duration":"523.202214ms","start":"2026-03-02T22:14:29.323473Z","end":"2026-03-02T22:14:29.846675Z","steps":["trace[359327236] 'agreement among raft nodes before linearized reading' (duration: 522.864086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:29.846723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:29.323414Z","time spent":"523.303116ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:14:29.845822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.550976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:29.846964Z","caller":"traceutil/trace.go:171","msg":"trace[293124501] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24107; }","duration":"425.726125ms","start":"2026-03-02T22:14:29.421211Z","end":"2026-03-02T22:14:29.846938Z","steps":["trace[293124501] 'agreement among raft nodes before linearized reading' (duration: 424.558666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:29.846973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.554151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"warn","ts":"2026-03-02T22:14:29.847003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:29.421184Z","time spent":"425.805898ms","remote":"127.0.0.1:60564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:29.847073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214008701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:29.847136Z","caller":"traceutil/trace.go:171","msg":"trace[1434007236] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24107; }","duration":"1.214056322s","start":"2026-03-02T22:14:28.633051Z","end":"2026-03-02T22:14:29.847108Z","steps":["trace[1434007236] 'agreement among raft nodes before linearized reading' (duration: 1.21397362s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:29.84717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:28.632986Z","time spent":"1.214176285s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:14:29.847188Z","caller":"traceutil/trace.go:171","msg":"trace[83355125] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:24107; }","duration":"667.624323ms","start":"2026-03-02T22:14:29.179364Z","end":"2026-03-02T22:14:29.846989Z","steps":["trace[83355125] 'agreement among raft nodes before linearized reading' (duration: 667.552431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:29.847212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:29.179335Z","time spent":"667.870179ms","remote":"127.0.0.1:34658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":199,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-03-02T22:14:29.847321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091503393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-02T22:14:29.847404Z","caller":"traceutil/trace.go:171","msg":"trace[89146656] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24107; }","duration":"1.091716968s","start":"2026-03-02T22:14:28.755671Z","end":"2026-03-02T22:14:29.847388Z","steps":["trace[89146656] 'agreement among raft nodes before linearized reading' (duration: 1.091343358s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:29.847475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:28.755648Z","time spent":"1.091816271s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:14:30.842909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.995528ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:14:30.843542Z","caller":"traceutil/trace.go:171","msg":"trace[1488966859] transaction","detail":"{read_only:false; response_revision:24108; number_of_response:1; }","duration":"986.537634ms","start":"2026-03-02T22:14:29.856982Z","end":"2026-03-02T22:14:30.84352Z","steps":["trace[1488966859] 'process raft request' (duration: 386.823038ms)","trace[1488966859] 'compare' (duration: 598.315672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:30.843615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:29.85696Z","time spent":"986.626657ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:30.867165Z","caller":"traceutil/trace.go:171","msg":"trace[1394110383] linearizableReadLoop","detail":"{readStateIndex:24962; appliedIndex:24959; }","duration":"1.009924233s","start":"2026-03-02T22:14:29.85721Z","end":"2026-03-02T22:14:30.867134Z","steps":["trace[1394110383] 'read index received' (duration: 386.607793ms)","trace[1394110383] 'applied index is now lower than readState.Index' (duration: 623.31563ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:30.867263Z","caller":"traceutil/trace.go:171","msg":"trace[1520684309] transaction","detail":"{read_only:false; response_revision:24109; number_of_response:1; }","duration":"1.010244421s","start":"2026-03-02T22:14:29.857009Z","end":"2026-03-02T22:14:30.867253Z","steps":["trace[1520684309] 'process raft request' (duration: 1.009520742s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:30.86737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:29.85699Z","time spent":"1.010297562s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:30.867639Z","caller":"traceutil/trace.go:171","msg":"trace[700181551] transaction","detail":"{read_only:false; response_revision:24114; number_of_response:1; }","duration":"822.154625ms","start":"2026-03-02T22:14:30.045473Z","end":"2026-03-02T22:14:30.867627Z","steps":["trace[700181551] 'process raft request' (duration: 821.624332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:30.867704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:30.045447Z","time spent":"822.225107ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:30.86765Z","caller":"traceutil/trace.go:171","msg":"trace[1777531823] transaction","detail":"{read_only:false; response_revision:24113; number_of_response:1; }","duration":"998.082784ms","start":"2026-03-02T22:14:29.869509Z","end":"2026-03-02T22:14:30.867592Z","steps":["trace[1777531823] 'process raft request' (duration: 997.554441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:30.867934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010719772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-02T22:14:30.867975Z","caller":"traceutil/trace.go:171","msg":"trace[137508606] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24114; }","duration":"1.010770183s","start":"2026-03-02T22:14:29.857196Z","end":"2026-03-02T22:14:30.867966Z","steps":["trace[137508606] 'agreement among raft nodes before linearized reading' (duration: 1.01062376s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:30.867972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:29.869502Z","time spent":"998.33512ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:30.868031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:29.857187Z","time spent":"1.010816324s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T22:14:30.868229Z","caller":"traceutil/trace.go:171","msg":"trace[236123379] transaction","detail":"{read_only:false; response_revision:24112; number_of_response:1; }","duration":"999.704056ms","start":"2026-03-02T22:14:29.868511Z","end":"2026-03-02T22:14:30.868215Z","steps":["trace[236123379] 'process raft request' (duration: 998.518786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:30.868305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:29.868496Z","time spent":"999.772107ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:30.868371Z","caller":"traceutil/trace.go:171","msg":"trace[1206322953] transaction","detail":"{read_only:false; response_revision:24110; number_of_response:1; }","duration":"1.011258995s","start":"2026-03-02T22:14:29.8571Z","end":"2026-03-02T22:14:30.868359Z","steps":["trace[1206322953] 'process raft request' (duration: 1.009535621s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:30.868268Z","caller":"traceutil/trace.go:171","msg":"trace[1367172787] transaction","detail":"{read_only:false; response_revision:24111; number_of_response:1; }","duration":"999.827598ms","start":"2026-03-02T22:14:29.868381Z","end":"2026-03-02T22:14:30.868209Z","steps":["trace[1367172787] 'process raft request' (duration: 998.288369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:30.868509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:29.868367Z","time spent":"1.000105075s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:30.868592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:29.857094Z","time spent":"1.011345258s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:30.910479Z","caller":"traceutil/trace.go:171","msg":"trace[716416367] transaction","detail":"{read_only:false; response_revision:24115; number_of_response:1; }","duration":"345.286823ms","start":"2026-03-02T22:14:30.565151Z","end":"2026-03-02T22:14:30.910438Z","steps":["trace[716416367] 'process raft request' (duration: 344.990466ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:30.910726Z","caller":"traceutil/trace.go:171","msg":"trace[293668475] transaction","detail":"{read_only:false; response_revision:24116; number_of_response:1; }","duration":"193.485011ms","start":"2026-03-02T22:14:30.717218Z","end":"2026-03-02T22:14:30.910703Z","steps":["trace[293668475] 'process raft request' (duration: 193.116592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:30.910715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:30.565126Z","time spent":"345.465648ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:30.910943Z","caller":"traceutil/trace.go:171","msg":"trace[288546567] transaction","detail":"{read_only:false; response_revision:24117; number_of_response:1; }","duration":"193.509031ms","start":"2026-03-02T22:14:30.717392Z","end":"2026-03-02T22:14:30.910901Z","steps":["trace[288546567] 'process raft request' (duration: 193.240134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:30.911057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052284005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:30.911115Z","caller":"traceutil/trace.go:171","msg":"trace[1836645741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24117; }","duration":"1.052358718s","start":"2026-03-02T22:14:29.85874Z","end":"2026-03-02T22:14:30.911098Z","steps":["trace[1836645741] 'agreement among raft nodes before linearized reading' (duration: 1.052266655s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:30.911156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:29.85873Z","time spent":"1.052416749s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:14:30.91127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053525108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-56cff4df9b-nndt5.1899247fd7dc824a\" ","response":"range_response_count:1 size:1180"} {"level":"info","ts":"2026-03-02T22:14:30.911331Z","caller":"traceutil/trace.go:171","msg":"trace[1435429920] range","detail":"{range_begin:/registry/events/openstack/cinder-api-56cff4df9b-nndt5.1899247fd7dc824a; range_end:; response_count:1; response_revision:24117; }","duration":"1.053579419s","start":"2026-03-02T22:14:29.85772Z","end":"2026-03-02T22:14:30.911299Z","steps":["trace[1435429920] 'agreement among raft nodes before linearized reading' (duration: 1.053428855s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:30.911366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:29.857711Z","time spent":"1.05364579s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1203,"request content":"key:\"/registry/events/openstack/cinder-api-56cff4df9b-nndt5.1899247fd7dc824a\" "} {"level":"warn","ts":"2026-03-02T22:14:30.911412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.20591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:30.911457Z","caller":"traceutil/trace.go:171","msg":"trace[1810493899] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24117; }","duration":"696.292811ms","start":"2026-03-02T22:14:30.215154Z","end":"2026-03-02T22:14:30.911446Z","steps":["trace[1810493899] 'agreement among raft nodes before linearized reading' (duration: 696.196329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:30.91148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:30.215137Z","time spent":"696.336653ms","remote":"127.0.0.1:46752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:30.911637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.402959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:30.911672Z","caller":"traceutil/trace.go:171","msg":"trace[66442521] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24117; }","duration":"113.496932ms","start":"2026-03-02T22:14:30.798168Z","end":"2026-03-02T22:14:30.911665Z","steps":["trace[66442521] 'agreement among raft nodes before linearized reading' (duration: 113.44629ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:31.032125Z","caller":"traceutil/trace.go:171","msg":"trace[585139121] transaction","detail":"{read_only:false; response_revision:24118; number_of_response:1; }","duration":"101.112451ms","start":"2026-03-02T22:14:30.930989Z","end":"2026-03-02T22:14:31.032101Z","steps":["trace[585139121] 'process raft request' (duration: 51.538365ms)","trace[585139121] 'compare' (duration: 49.069552ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:32.007509Z","caller":"traceutil/trace.go:171","msg":"trace[1247888618] transaction","detail":"{read_only:false; response_revision:24119; number_of_response:1; }","duration":"140.285794ms","start":"2026-03-02T22:14:31.8672Z","end":"2026-03-02T22:14:32.007486Z","steps":["trace[1247888618] 'process raft request' (duration: 140.13303ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:32.008881Z","caller":"traceutil/trace.go:171","msg":"trace[335732383] transaction","detail":"{read_only:false; response_revision:24121; number_of_response:1; }","duration":"139.941225ms","start":"2026-03-02T22:14:31.868905Z","end":"2026-03-02T22:14:32.008846Z","steps":["trace[335732383] 'process raft request' (duration: 139.879694ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:32.009185Z","caller":"traceutil/trace.go:171","msg":"trace[325500558] transaction","detail":"{read_only:false; response_revision:24120; number_of_response:1; }","duration":"141.33817ms","start":"2026-03-02T22:14:31.86783Z","end":"2026-03-02T22:14:32.009168Z","steps":["trace[325500558] 'process raft request' (duration: 140.761816ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:31.288817Z","caller":"traceutil/trace.go:171","msg":"trace[1628783064] transaction","detail":"{read_only:false; response_revision:25243; number_of_response:1; }","duration":"155.444115ms","start":"2026-03-02T22:16:31.13333Z","end":"2026-03-02T22:16:31.288774Z","steps":["trace[1628783064] 'process raft request' (duration: 155.076676ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:43.707583Z","caller":"traceutil/trace.go:171","msg":"trace[1049224862] transaction","detail":"{read_only:false; response_revision:25965; number_of_response:1; }","duration":"112.378313ms","start":"2026-03-02T22:17:43.595162Z","end":"2026-03-02T22:17:43.707541Z","steps":["trace[1049224862] 'process raft request' (duration: 111.751947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:17:50.00526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.526258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-02T22:17:50.005354Z","caller":"traceutil/trace.go:171","msg":"trace[66720137] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26010; }","duration":"163.670741ms","start":"2026-03-02T22:17:49.841661Z","end":"2026-03-02T22:17:50.005332Z","steps":["trace[66720137] 'range keys from in-memory index tree' (duration: 163.301263ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:50.005424Z","caller":"traceutil/trace.go:171","msg":"trace[940972222] linearizableReadLoop","detail":"{readStateIndex:26914; appliedIndex:26913; }","duration":"111.234874ms","start":"2026-03-02T22:17:49.894167Z","end":"2026-03-02T22:17:50.005402Z","steps":["trace[940972222] 'read index received' (duration: 65.578817ms)","trace[940972222] 'applied index is now lower than readState.Index' (duration: 45.654997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:17:50.005633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.45024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:17:50.005673Z","caller":"traceutil/trace.go:171","msg":"trace[1267626981] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26011; }","duration":"111.530212ms","start":"2026-03-02T22:17:49.89413Z","end":"2026-03-02T22:17:50.00566Z","steps":["trace[1267626981] 'agreement among raft nodes before linearized reading' (duration: 111.360157ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:50.005806Z","caller":"traceutil/trace.go:171","msg":"trace[1305803318] transaction","detail":"{read_only:false; response_revision:26011; number_of_response:1; }","duration":"135.081865ms","start":"2026-03-02T22:17:49.870708Z","end":"2026-03-02T22:17:50.00579Z","steps":["trace[1305803318] 'process raft request' (duration: 89.041657ms)","trace[1305803318] 'compare' (duration: 45.549494ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:17:50.224275Z","caller":"traceutil/trace.go:171","msg":"trace[1383589938] linearizableReadLoop","detail":"{readStateIndex:26917; appliedIndex:26916; }","duration":"114.847345ms","start":"2026-03-02T22:17:50.109402Z","end":"2026-03-02T22:17:50.224249Z","steps":["trace[1383589938] 'read index received' (duration: 114.598058ms)","trace[1383589938] 'applied index is now lower than readState.Index' (duration: 248.457µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:17:50.224573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.155583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:17:50.224621Z","caller":"traceutil/trace.go:171","msg":"trace[1924680234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26014; }","duration":"115.236145ms","start":"2026-03-02T22:17:50.109374Z","end":"2026-03-02T22:17:50.22461Z","steps":["trace[1924680234] 'agreement among raft nodes before linearized reading' (duration: 115.087381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:17:50.224607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.07109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:17:50.224793Z","caller":"traceutil/trace.go:171","msg":"trace[1001356311] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26014; }","duration":"103.263704ms","start":"2026-03-02T22:17:50.121473Z","end":"2026-03-02T22:17:50.224736Z","steps":["trace[1001356311] 'agreement among raft nodes before linearized reading' (duration: 103.027548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:17:50.224824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.409269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T22:17:50.224845Z","caller":"traceutil/trace.go:171","msg":"trace[1786245851] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26014; }","duration":"111.43891ms","start":"2026-03-02T22:17:50.113398Z","end":"2026-03-02T22:17:50.224837Z","steps":["trace[1786245851] 'agreement among raft nodes before linearized reading' (duration: 111.390648ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:50.22495Z","caller":"traceutil/trace.go:171","msg":"trace[1427167494] transaction","detail":"{read_only:false; response_revision:26014; number_of_response:1; }","duration":"179.692155ms","start":"2026-03-02T22:17:50.044758Z","end":"2026-03-02T22:17:50.22445Z","steps":["trace[1427167494] 'process raft request' (duration: 179.340756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:17:50.225002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.981689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T22:17:50.225062Z","caller":"traceutil/trace.go:171","msg":"trace[1102534174] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26014; }","duration":"113.086092ms","start":"2026-03-02T22:17:50.11196Z","end":"2026-03-02T22:17:50.225046Z","steps":["trace[1102534174] 'agreement among raft nodes before linearized reading' (duration: 112.498907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:17:50.435608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.139411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:17:50.435815Z","caller":"traceutil/trace.go:171","msg":"trace[1264865675] linearizableReadLoop","detail":"{readStateIndex:26919; appliedIndex:26917; }","duration":"202.457896ms","start":"2026-03-02T22:17:50.233336Z","end":"2026-03-02T22:17:50.435794Z","steps":["trace[1264865675] 'read index received' (duration: 26.432094ms)","trace[1264865675] 'applied index is now lower than readState.Index' (duration: 176.024712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:17:50.436059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.673181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-02T22:17:50.436095Z","caller":"traceutil/trace.go:171","msg":"trace[1844505707] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26017; }","duration":"202.764394ms","start":"2026-03-02T22:17:50.233321Z","end":"2026-03-02T22:17:50.436085Z","steps":["trace[1844505707] 'agreement among raft nodes before linearized reading' (duration: 202.547159ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:50.436401Z","caller":"traceutil/trace.go:171","msg":"trace[1091578546] transaction","detail":"{read_only:false; response_revision:26016; number_of_response:1; }","duration":"206.288402ms","start":"2026-03-02T22:17:50.230102Z","end":"2026-03-02T22:17:50.436391Z","steps":["trace[1091578546] 'process raft request' (duration: 61.28785ms)","trace[1091578546] 'compare' (duration: 143.456753ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:17:50.436591Z","caller":"traceutil/trace.go:171","msg":"trace[587198244] transaction","detail":"{read_only:false; response_revision:26017; number_of_response:1; }","duration":"202.840405ms","start":"2026-03-02T22:17:50.233742Z","end":"2026-03-02T22:17:50.436582Z","steps":["trace[587198244] 'process raft request' (duration: 201.967304ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:51.04627Z","caller":"traceutil/trace.go:171","msg":"trace[1369570198] transaction","detail":"{read_only:false; response_revision:26021; number_of_response:1; }","duration":"253.964631ms","start":"2026-03-02T22:17:50.792266Z","end":"2026-03-02T22:17:51.046231Z","steps":["trace[1369570198] 'process raft request' (duration: 253.803597ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:51.054845Z","caller":"traceutil/trace.go:171","msg":"trace[1384051302] transaction","detail":"{read_only:false; response_revision:26023; number_of_response:1; }","duration":"224.92932ms","start":"2026-03-02T22:17:50.829868Z","end":"2026-03-02T22:17:51.054797Z","steps":["trace[1384051302] 'process raft request' (duration: 224.89533ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:51.05497Z","caller":"traceutil/trace.go:171","msg":"trace[292668452] transaction","detail":"{read_only:false; response_revision:26022; number_of_response:1; }","duration":"230.306616ms","start":"2026-03-02T22:17:50.824628Z","end":"2026-03-02T22:17:51.054934Z","steps":["trace[292668452] 'process raft request' (duration: 230.035569ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:52.149829Z","caller":"traceutil/trace.go:171","msg":"trace[921599304] linearizableReadLoop","detail":"{readStateIndex:26932; appliedIndex:26930; }","duration":"102.635839ms","start":"2026-03-02T22:17:52.047167Z","end":"2026-03-02T22:17:52.149803Z","steps":["trace[921599304] 'read index received' (duration: 491.492µs)","trace[921599304] 'applied index is now lower than readState.Index' (duration: 102.142917ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:17:52.150252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.06778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:17:52.15038Z","caller":"traceutil/trace.go:171","msg":"trace[334882662] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26028; }","duration":"103.230424ms","start":"2026-03-02T22:17:52.047132Z","end":"2026-03-02T22:17:52.150363Z","steps":["trace[334882662] 'agreement among raft nodes before linearized reading' (duration: 102.784943ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:56.157988Z","caller":"traceutil/trace.go:171","msg":"trace[921061027] transaction","detail":"{read_only:false; response_revision:26054; number_of_response:1; }","duration":"236.175274ms","start":"2026-03-02T22:17:55.92178Z","end":"2026-03-02T22:17:56.157955Z","steps":["trace[921061027] 'process raft request' (duration: 224.630514ms)","trace[921061027] 'compare' (duration: 10.858182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:18:23.376761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.547227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:18:23.377607Z","caller":"traceutil/trace.go:171","msg":"trace[1368178127] transaction","detail":"{read_only:false; response_revision:26350; number_of_response:1; }","duration":"203.085202ms","start":"2026-03-02T22:18:23.174501Z","end":"2026-03-02T22:18:23.377586Z","steps":["trace[1368178127] 'process raft request' (duration: 202.968919ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:18:23.377713Z","caller":"traceutil/trace.go:171","msg":"trace[1192627213] transaction","detail":"{read_only:false; response_revision:26349; number_of_response:1; }","duration":"203.707357ms","start":"2026-03-02T22:18:23.173971Z","end":"2026-03-02T22:18:23.377678Z","steps":["trace[1192627213] 'process raft request' (duration: 96.116224ms)","trace[1192627213] 'compare' (duration: 106.350272ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:18:49.11921Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23831} {"level":"info","ts":"2026-03-02T22:18:49.250397Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23831,"took":"128.17991ms","hash":2573650184,"current-db-size-bytes":51625984,"current-db-size":"52 MB","current-db-size-in-use-bytes":33878016,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-02T22:18:49.250475Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2573650184,"revision":23831,"compact-revision":21519} {"level":"info","ts":"2026-03-02T22:23:49.129387Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26539} {"level":"info","ts":"2026-03-02T22:23:49.265828Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26539,"took":"132.243122ms","hash":4138486480,"current-db-size-bytes":51625984,"current-db-size":"52 MB","current-db-size-in-use-bytes":27623424,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T22:23:49.265901Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4138486480,"revision":26539,"compact-revision":23831} {"level":"info","ts":"2026-03-02T22:24:46.585696Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6894f7e0c0041bce","local-member-applied-index":30007,"local-member-snapshot-index":20006,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T22:24:46.591351Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30007} {"level":"info","ts":"2026-03-02T22:24:46.591475Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25007} {"level":"warn","ts":"2026-03-02T22:25:00.199649Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826743731,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:25:00.699783Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826743731,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:25:01.200492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826743731,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:25:01.701403Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003711165826743731,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:25:01.943863Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.302033057s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:25:01.944362Z","caller":"traceutil/trace.go:171","msg":"trace[1440711494] transaction","detail":"{read_only:false; response_revision:29100; number_of_response:1; }","duration":"2.302621101s","start":"2026-03-02T22:24:59.641712Z","end":"2026-03-02T22:25:01.944333Z","steps":["trace[1440711494] 'process raft request' (duration: 2.302421256s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:25:01.944501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:24:59.641684Z","time spent":"2.302740284s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:25:02.00693Z","caller":"traceutil/trace.go:171","msg":"trace[420827106] transaction","detail":"{read_only:false; response_revision:29101; number_of_response:1; }","duration":"2.261085128s","start":"2026-03-02T22:24:59.745819Z","end":"2026-03-02T22:25:02.006905Z","steps":["trace[420827106] 'process raft request' (duration: 2.260872313s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:25:02.007078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:24:59.745793Z","time spent":"2.261207561s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:25:02.012709Z","caller":"traceutil/trace.go:171","msg":"trace[1752573250] transaction","detail":"{read_only:false; response_revision:29105; number_of_response:1; }","duration":"1.085661638s","start":"2026-03-02T22:25:00.927028Z","end":"2026-03-02T22:25:02.01269Z","steps":["trace[1752573250] 'process raft request' (duration: 1.085596956s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:25:02.012716Z","caller":"traceutil/trace.go:171","msg":"trace[1137041204] transaction","detail":"{read_only:false; response_revision:29104; number_of_response:1; }","duration":"1.087516064s","start":"2026-03-02T22:25:00.925178Z","end":"2026-03-02T22:25:02.012694Z","steps":["trace[1137041204] 'process raft request' (duration: 1.087403911s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:25:02.0128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:25:00.927003Z","time spent":"1.085752979s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:25:02.012845Z","caller":"traceutil/trace.go:171","msg":"trace[187210656] linearizableReadLoop","detail":"{readStateIndex:30107; appliedIndex:30100; }","duration":"2.313522145s","start":"2026-03-02T22:24:59.699311Z","end":"2026-03-02T22:25:02.012833Z","steps":["trace[187210656] 'read index received' (duration: 2.244950922s)","trace[187210656] 'applied index is now lower than readState.Index' (duration: 68.568203ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:25:02.012761Z","caller":"traceutil/trace.go:171","msg":"trace[807290293] transaction","detail":"{read_only:false; response_revision:29103; number_of_response:1; }","duration":"1.31117042s","start":"2026-03-02T22:25:00.701509Z","end":"2026-03-02T22:25:02.012679Z","steps":["trace[807290293] 'process raft request' (duration: 1.310989146s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:25:02.012899Z","caller":"traceutil/trace.go:171","msg":"trace[1428276689] transaction","detail":"{read_only:false; response_revision:29106; number_of_response:1; }","duration":"650.552979ms","start":"2026-03-02T22:25:01.362338Z","end":"2026-03-02T22:25:02.012891Z","steps":["trace[1428276689] 'process raft request' (duration: 650.319333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:25:02.012952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.313645499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:25:02.012956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:25:01.362306Z","time spent":"650.621421ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:25:02.012985Z","caller":"traceutil/trace.go:171","msg":"trace[351865180] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:29106; }","duration":"2.31368433s","start":"2026-03-02T22:24:59.699291Z","end":"2026-03-02T22:25:02.012976Z","steps":["trace[351865180] 'agreement among raft nodes before linearized reading' (duration: 2.313610018s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:25:02.013004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:24:59.699269Z","time spent":"2.313729s","remote":"127.0.0.1:55266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:25:02.013075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:25:00.701496Z","time spent":"1.311431988s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:25:02.013119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907082228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:25:02.013156Z","caller":"traceutil/trace.go:171","msg":"trace[2048093891] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:29106; }","duration":"1.90716415s","start":"2026-03-02T22:25:00.10598Z","end":"2026-03-02T22:25:02.013144Z","steps":["trace[2048093891] 'agreement among raft nodes before linearized reading' (duration: 1.907105108s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:25:02.013183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261939985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:25:02.013197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:25:00.105961Z","time spent":"1.907228401s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-03-02T22:25:02.01322Z","caller":"traceutil/trace.go:171","msg":"trace[163573870] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:29106; }","duration":"1.262010636s","start":"2026-03-02T22:25:00.751199Z","end":"2026-03-02T22:25:02.013209Z","steps":["trace[163573870] 'agreement among raft nodes before linearized reading' (duration: 1.261945685s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:25:02.01325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:25:00.751182Z","time spent":"1.262059508s","remote":"127.0.0.1:56434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:25:02.013253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376136562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:25:02.013297Z","caller":"traceutil/trace.go:171","msg":"trace[86007261] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29106; }","duration":"1.376219834s","start":"2026-03-02T22:25:00.637065Z","end":"2026-03-02T22:25:02.013285Z","steps":["trace[86007261] 'agreement among raft nodes before linearized reading' (duration: 1.37605686s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:25:02.013333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:25:00.637043Z","time spent":"1.376281865s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:25:02.012855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:25:00.925155Z","time spent":"1.087614946s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:25:02.013415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741215332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T22:25:02.01349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799039144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T22:25:02.013511Z","caller":"traceutil/trace.go:171","msg":"trace[1749514754] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29106; }","duration":"1.741361975s","start":"2026-03-02T22:25:00.272125Z","end":"2026-03-02T22:25:02.013487Z","steps":["trace[1749514754] 'agreement among raft nodes before linearized reading' (duration: 1.741056468s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:25:02.01353Z","caller":"traceutil/trace.go:171","msg":"trace[5513681] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:29106; }","duration":"1.799118245s","start":"2026-03-02T22:25:00.214402Z","end":"2026-03-02T22:25:02.01352Z","steps":["trace[5513681] 'agreement among raft nodes before linearized reading' (duration: 1.798941251s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:25:02.013563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:25:00.214383Z","time spent":"1.799171947s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":194,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:25:02.013561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483285703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T22:25:02.013448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.802019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:25:02.013564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357430173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:25:02.013604Z","caller":"traceutil/trace.go:171","msg":"trace[74915720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29106; }","duration":"1.483364925s","start":"2026-03-02T22:25:00.530229Z","end":"2026-03-02T22:25:02.013594Z","steps":["trace[74915720] 'agreement among raft nodes before linearized reading' (duration: 1.483257372s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:25:02.013566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:25:00.272092Z","time spent":"1.741464458s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:25:02.013634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:25:00.530209Z","time spent":"1.483420007s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:25:02.013627Z","caller":"traceutil/trace.go:171","msg":"trace[1524314170] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29106; }","duration":"1.357530584s","start":"2026-03-02T22:25:00.656078Z","end":"2026-03-02T22:25:02.013609Z","steps":["trace[1524314170] 'agreement among raft nodes before linearized reading' (duration: 1.357272878s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:25:02.013646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.736866833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-02T22:25:02.013668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:25:00.656064Z","time spent":"1.357594628s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T22:25:02.013686Z","caller":"traceutil/trace.go:171","msg":"trace[126288375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29106; }","duration":"1.736926984s","start":"2026-03-02T22:25:00.276746Z","end":"2026-03-02T22:25:02.013673Z","steps":["trace[126288375] 'agreement among raft nodes before linearized reading' (duration: 1.736816441s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:25:02.013463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871189126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-02T22:25:02.013607Z","caller":"traceutil/trace.go:171","msg":"trace[567044876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29106; }","duration":"379.999154ms","start":"2026-03-02T22:25:01.633599Z","end":"2026-03-02T22:25:02.013598Z","steps":["trace[567044876] 'agreement among raft nodes before linearized reading' (duration: 379.812279ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:25:02.01373Z","caller":"traceutil/trace.go:171","msg":"trace[932064155] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:29106; }","duration":"1.871486833s","start":"2026-03-02T22:25:00.142228Z","end":"2026-03-02T22:25:02.013715Z","steps":["trace[932064155] 'agreement among raft nodes before linearized reading' (duration: 1.871191166s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:25:02.013714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:25:00.276736Z","time spent":"1.736972345s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:25:02.013748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:25:01.633581Z","time spent":"380.162409ms","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:25:02.01377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:25:00.142208Z","time spent":"1.871551295s","remote":"127.0.0.1:34590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-02T22:25:02.013908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369416904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:25:02.01406Z","caller":"traceutil/trace.go:171","msg":"trace[1052812939] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29106; }","duration":"1.369607909s","start":"2026-03-02T22:25:00.644429Z","end":"2026-03-02T22:25:02.014036Z","steps":["trace[1052812939] 'agreement among raft nodes before linearized reading' (duration: 1.368944843s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:25:02.014157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:25:00.64441Z","time spent":"1.369734102s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:27:07.201466Z","caller":"traceutil/trace.go:171","msg":"trace[141841968] transaction","detail":"{read_only:false; response_revision:29997; number_of_response:1; }","duration":"151.501955ms","start":"2026-03-02T22:27:07.049929Z","end":"2026-03-02T22:27:07.201431Z","steps":["trace[141841968] 'process raft request' (duration: 93.894797ms)","trace[141841968] 'compare' (duration: 57.479524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:27:12.819702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.209076ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T22:27:12.820078Z","caller":"traceutil/trace.go:171","msg":"trace[1263898292] transaction","detail":"{read_only:false; response_revision:30026; number_of_response:1; }","duration":"597.063225ms","start":"2026-03-02T22:27:12.223004Z","end":"2026-03-02T22:27:12.820067Z","steps":["trace[1263898292] 'process raft request' (duration: 596.832859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:27:12.820186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:27:12.222976Z","time spent":"597.162017ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:27:13.176669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.524723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:27:13.176861Z","caller":"traceutil/trace.go:171","msg":"trace[563964334] transaction","detail":"{read_only:false; response_revision:30027; number_of_response:1; }","duration":"781.745304ms","start":"2026-03-02T22:27:12.395098Z","end":"2026-03-02T22:27:13.176843Z","steps":["trace[563964334] 'process raft request' (duration: 424.963464ms)","trace[563964334] 'compare' (duration: 356.272487ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:27:13.176922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:27:12.395074Z","time spent":"781.818115ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:27:13.177134Z","caller":"traceutil/trace.go:171","msg":"trace[845145525] transaction","detail":"{read_only:false; response_revision:30029; number_of_response:1; }","duration":"631.91898ms","start":"2026-03-02T22:27:12.545187Z","end":"2026-03-02T22:27:13.177106Z","steps":["trace[845145525] 'process raft request' (duration: 631.784987ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:27:13.17713Z","caller":"traceutil/trace.go:171","msg":"trace[522886650] transaction","detail":"{read_only:false; response_revision:30028; number_of_response:1; }","duration":"637.700646ms","start":"2026-03-02T22:27:12.539401Z","end":"2026-03-02T22:27:13.177101Z","steps":["trace[522886650] 'process raft request' (duration: 637.360818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:27:13.177263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:27:12.545165Z","time spent":"632.039453ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:27:13.177327Z","caller":"traceutil/trace.go:171","msg":"trace[1129960184] transaction","detail":"{read_only:false; response_revision:30031; number_of_response:1; }","duration":"628.68578ms","start":"2026-03-02T22:27:12.548627Z","end":"2026-03-02T22:27:13.177313Z","steps":["trace[1129960184] 'process raft request' (duration: 628.592087ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:27:13.177362Z","caller":"traceutil/trace.go:171","msg":"trace[390306275] linearizableReadLoop","detail":"{readStateIndex:31064; appliedIndex:31056; }","duration":"606.344488ms","start":"2026-03-02T22:27:12.571003Z","end":"2026-03-02T22:27:13.177347Z","steps":["trace[390306275] 'read index received' (duration: 246.43999ms)","trace[390306275] 'applied index is now lower than readState.Index' (duration: 359.903508ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:27:13.17741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:27:12.548595Z","time spent":"628.777301ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:27:13.177401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:27:12.539383Z","time spent":"637.927791ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:27:13.177468Z","caller":"traceutil/trace.go:171","msg":"trace[2144433622] transaction","detail":"{read_only:false; response_revision:30032; number_of_response:1; }","duration":"628.73827ms","start":"2026-03-02T22:27:12.548719Z","end":"2026-03-02T22:27:13.177457Z","steps":["trace[2144433622] 'process raft request' (duration: 628.562126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:27:13.177534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:27:12.54871Z","time spent":"628.788762ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:27:13.177549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.669834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:27:13.17758Z","caller":"traceutil/trace.go:171","msg":"trace[1118694052] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30032; }","duration":"537.719605ms","start":"2026-03-02T22:27:12.63985Z","end":"2026-03-02T22:27:13.17757Z","steps":["trace[1118694052] 'agreement among raft nodes before linearized reading' (duration: 537.649223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:27:13.177606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:27:12.639484Z","time spent":"538.115055ms","remote":"127.0.0.1:34440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:27:13.177642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.155588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:27:13.177473Z","caller":"traceutil/trace.go:171","msg":"trace[1057715384] transaction","detail":"{read_only:false; response_revision:30030; number_of_response:1; }","duration":"629.011867ms","start":"2026-03-02T22:27:12.54834Z","end":"2026-03-02T22:27:13.177352Z","steps":["trace[1057715384] 'process raft request' (duration: 628.7233ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:27:13.177679Z","caller":"traceutil/trace.go:171","msg":"trace[53379321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30032; }","duration":"392.22793ms","start":"2026-03-02T22:27:12.785438Z","end":"2026-03-02T22:27:13.177666Z","steps":["trace[53379321] 'agreement among raft nodes before linearized reading' (duration: 392.105527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:27:13.177709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.296532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T22:27:13.17772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.199829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T22:27:13.177773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.779149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:27:13.177777Z","caller":"traceutil/trace.go:171","msg":"trace[1171331349] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:30032; }","duration":"433.273711ms","start":"2026-03-02T22:27:12.744488Z","end":"2026-03-02T22:27:13.177761Z","steps":["trace[1171331349] 'agreement among raft nodes before linearized reading' (duration: 433.134997ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:27:13.177797Z","caller":"traceutil/trace.go:171","msg":"trace[1447810010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30032; }","duration":"606.82917ms","start":"2026-03-02T22:27:12.57096Z","end":"2026-03-02T22:27:13.177789Z","steps":["trace[1447810010] 'agreement among raft nodes before linearized reading' (duration: 606.789009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:27:13.177791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:27:12.548316Z","time spent":"629.382186ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:27:13.177813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.537308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T22:27:13.177829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:27:12.570943Z","time spent":"606.881461ms","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:27:13.177843Z","caller":"traceutil/trace.go:171","msg":"trace[1819527747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30032; }","duration":"394.589699ms","start":"2026-03-02T22:27:12.783246Z","end":"2026-03-02T22:27:13.177835Z","steps":["trace[1819527747] 'agreement among raft nodes before linearized reading' (duration: 394.512278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:27:13.177878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:27:12.783233Z","time spent":"394.63796ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:27:13.177809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.110733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T22:27:13.177825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:27:12.744478Z","time spent":"433.326953ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:27:13.17773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:27:12.785416Z","time spent":"392.306743ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:27:13.178042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.651211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:27:13.178086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.402435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:27:13.178124Z","caller":"traceutil/trace.go:171","msg":"trace[1583073267] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:30032; }","duration":"257.736873ms","start":"2026-03-02T22:27:12.920364Z","end":"2026-03-02T22:27:13.178101Z","steps":["trace[1583073267] 'agreement among raft nodes before linearized reading' (duration: 257.60739ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:27:13.178139Z","caller":"traceutil/trace.go:171","msg":"trace[813213020] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30032; }","duration":"392.458567ms","start":"2026-03-02T22:27:12.785664Z","end":"2026-03-02T22:27:13.178123Z","steps":["trace[813213020] 'agreement among raft nodes before linearized reading' (duration: 392.304883ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:27:13.177957Z","caller":"traceutil/trace.go:171","msg":"trace[1875480381] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30032; }","duration":"438.292987ms","start":"2026-03-02T22:27:12.739656Z","end":"2026-03-02T22:27:13.177949Z","steps":["trace[1875480381] 'agreement among raft nodes before linearized reading' (duration: 438.089532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:27:13.178189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:27:12.7856Z","time spent":"392.57683ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T22:27:13.177742Z","caller":"traceutil/trace.go:171","msg":"trace[1729384075] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30032; }","duration":"431.359774ms","start":"2026-03-02T22:27:12.746372Z","end":"2026-03-02T22:27:13.177732Z","steps":["trace[1729384075] 'agreement among raft nodes before linearized reading' (duration: 431.240521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:27:13.178282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:27:12.739641Z","time spent":"438.603207ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:27:13.178345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:27:12.746366Z","time spent":"431.96617ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T22:27:13.324824Z","caller":"traceutil/trace.go:171","msg":"trace[1111447928] transaction","detail":"{read_only:false; response_revision:30035; number_of_response:1; }","duration":"141.863783ms","start":"2026-03-02T22:27:13.182933Z","end":"2026-03-02T22:27:13.324797Z","steps":["trace[1111447928] 'process raft request' (duration: 141.717979ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:27:13.324799Z","caller":"traceutil/trace.go:171","msg":"trace[648824627] transaction","detail":"{read_only:false; response_revision:30034; number_of_response:1; }","duration":"141.905844ms","start":"2026-03-02T22:27:13.182854Z","end":"2026-03-02T22:27:13.32476Z","steps":["trace[648824627] 'process raft request' (duration: 138.600881ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:27:13.324984Z","caller":"traceutil/trace.go:171","msg":"trace[830325343] transaction","detail":"{read_only:false; response_revision:30038; number_of_response:1; }","duration":"141.399522ms","start":"2026-03-02T22:27:13.183563Z","end":"2026-03-02T22:27:13.324963Z","steps":["trace[830325343] 'process raft request' (duration: 141.360231ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:27:13.325056Z","caller":"traceutil/trace.go:171","msg":"trace[194508018] transaction","detail":"{read_only:false; response_revision:30036; number_of_response:1; }","duration":"142.085699ms","start":"2026-03-02T22:27:13.182951Z","end":"2026-03-02T22:27:13.325037Z","steps":["trace[194508018] 'process raft request' (duration: 141.805272ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:27:13.325132Z","caller":"traceutil/trace.go:171","msg":"trace[1012854457] transaction","detail":"{read_only:false; response_revision:30037; number_of_response:1; }","duration":"141.590336ms","start":"2026-03-02T22:27:13.183504Z","end":"2026-03-02T22:27:13.325095Z","steps":["trace[1012854457] 'process raft request' (duration: 141.355481ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:28:04.585247Z","caller":"traceutil/trace.go:171","msg":"trace[981834559] linearizableReadLoop","detail":"{readStateIndex:31428; appliedIndex:31427; }","duration":"222.317684ms","start":"2026-03-02T22:28:04.362903Z","end":"2026-03-02T22:28:04.585221Z","steps":["trace[981834559] 'read index received' (duration: 222.059438ms)","trace[981834559] 'applied index is now lower than readState.Index' (duration: 257.176µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:28:04.58537Z","caller":"traceutil/trace.go:171","msg":"trace[595509302] transaction","detail":"{read_only:false; response_revision:30386; number_of_response:1; }","duration":"287.15205ms","start":"2026-03-02T22:28:04.298188Z","end":"2026-03-02T22:28:04.58534Z","steps":["trace[595509302] 'process raft request' (duration: 286.863493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:28:04.585567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.469888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:28:04.585624Z","caller":"traceutil/trace.go:171","msg":"trace[540130675] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:30386; }","duration":"222.756355ms","start":"2026-03-02T22:28:04.362853Z","end":"2026-03-02T22:28:04.585609Z","steps":["trace[540130675] 'agreement among raft nodes before linearized reading' (duration: 222.471168ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:28:49.135036Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28622} {"level":"info","ts":"2026-03-02T22:28:49.253678Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28622,"took":"114.524681ms","hash":980106749,"current-db-size-bytes":51625984,"current-db-size":"52 MB","current-db-size-in-use-bytes":27779072,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T22:28:49.253749Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":980106749,"revision":28622,"compact-revision":26539} {"level":"info","ts":"2026-03-02T22:33:49.142297Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30687} {"level":"info","ts":"2026-03-02T22:33:49.301153Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30687,"took":"155.341965ms","hash":375543450,"current-db-size-bytes":51625984,"current-db-size":"52 MB","current-db-size-in-use-bytes":28413952,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T22:33:49.301234Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":375543450,"revision":30687,"compact-revision":28622} {"level":"info","ts":"2026-03-02T22:37:09.673522Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008a46.wal"} {"level":"info","ts":"2026-03-02T22:38:49.147283Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32833} {"level":"info","ts":"2026-03-02T22:38:49.281092Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32833,"took":"129.47663ms","hash":3860271673,"current-db-size-bytes":54202368,"current-db-size":"54 MB","current-db-size-in-use-bytes":29798400,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-02T22:38:49.281176Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3860271673,"revision":32833,"compact-revision":30687} {"level":"info","ts":"2026-03-02T22:43:49.155297Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34915} {"level":"info","ts":"2026-03-02T22:43:49.268537Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34915,"took":"106.600376ms","hash":2282339191,"current-db-size-bytes":54202368,"current-db-size":"54 MB","current-db-size-in-use-bytes":27922432,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T22:43:49.268621Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2282339191,"revision":34915,"compact-revision":32833}